Snowflake/snowflake-arctic-embed-l-v2.0

<!doctype html> <html class=""> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no" /> <meta name="description" content="We’re on a journey to advance and democratize artificial intelligence through open source and open science." /> <meta property="fb:app_id" content="1321688464574422" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:site" content="@huggingface" /> <meta name="twitter:image" content="https://cdn-thumbnails.huggingface.co/social-thumbnails/models/Snowflake/snowflake-arctic-embed-l-v2.0.png" /> <meta property="og:title" content="Snowflake/snowflake-arctic-embed-l-v2.0 · Hugging Face" /> <meta property="og:type" content="website" /> <meta property="og:url" content="https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0" /> <meta property="og:image" content="https://cdn-thumbnails.huggingface.co/social-thumbnails/models/Snowflake/snowflake-arctic-embed-l-v2.0.png" /> <link rel="stylesheet" href="/front/build/kube-48788f5/style.css" /> <link rel="preconnect" href="https://fonts.gstatic.com" /> <link href="https://fonts.googleapis.com/css2?family=Source+Sans+Pro:ital,wght@0,200;0,300;0,400;0,600;0,700;0,900;1,200;1,300;1,400;1,600;1,700;1,900&display=swap" rel="stylesheet" /> <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;600;700&display=swap" rel="stylesheet" /> <link rel="preload" href="https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.12.0/katex.min.css" as="style" onload="this.onload=null;this.rel='stylesheet'" /> <noscript> <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.12.0/katex.min.css" /> </noscript> <script>const guestTheme = document.cookie.match(/theme=(\w+)/)?.[1]; document.documentElement.classList.toggle('dark', guestTheme === 'dark' || ( (!guestTheme || guestTheme === 'system') && window.matchMedia('(prefers-color-scheme: dark)').matches));</script> <link rel="canonical" href="https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0"> <title>Snowflake/snowflake-arctic-embed-l-v2.0 · Hugging Face</title> <script defer data-domain="huggingface.co" event-loggedIn="false" src="/js/script.pageview-props.js" ></script> <script> window.plausible = window.plausible || function () { (window.plausible.q = window.plausible.q || []).push(arguments); }; </script> <script> window.hubConfig = {"features":{"signupDisabled":false},"sshGitUrl":"git@hf.co","moonHttpUrl":"https:\/\/huggingface.co","captchaApiKey":"bd5f2066-93dc-4bdd-a64b-a24646ca3859","captchaDisabledOnSignup":true,"datasetViewerPublicUrl":"https:\/\/datasets-server.huggingface.co","stripePublicKey":"pk_live_x2tdjFXBCvXo2FFmMybezpeM00J6gPCAAc","environment":"production","userAgent":"HuggingFace (production)","spacesIframeDomain":"hf.space","spacesApiUrl":"https:\/\/api.hf.space","docSearchKey":"ece5e02e57300e17d152c08056145326e90c4bff3dd07d7d1ae40cf1c8d39cb6","logoDev":{"apiUrl":"https:\/\/img.logo.dev\/","apiKey":"pk_UHS2HZOeRnaSOdDp7jbd5w"}}; </script> <script type="text/javascript" src="https://de5282c3ca0c.edge.sdk.awswaf.com/de5282c3ca0c/526cf06acb0d/challenge.js" defer></script> </head> <body class="flex flex-col min-h-dvh bg-white dark:bg-gray-950 text-black ModelPage"> <div class="flex min-h-dvh flex-col"><div class="SVELTE_HYDRATER contents" data-target="SystemThemeMonitor" data-props="{"isLoggedIn":false}"></div> <div class="SVELTE_HYDRATER contents" data-target="MainHeader" data-props="{"classNames":"","isWide":false,"isZh":false,"isPro":false}"><header class="border-b border-gray-100 "><div class="w-full px-4 container flex h-16 items-center"><div class="flex flex-1 items-center"><a class="mr-5 flex flex-none items-center lg:mr-6" href="/"><img alt="Hugging Face's logo" class="w-7 md:mr-2" src="/front/assets/huggingface_logo-noborder.svg"> <span class="hidden whitespace-nowrap text-lg font-bold md:block">Hugging Face</span></a> <div class="relative flex-1 lg:max-w-sm mr-2 sm:mr-4 md:mr-3 xl:mr-6"><input autocomplete="off" class="w-full dark:bg-gray-950 pl-8 form-input-alt h-9 pr-3 focus:shadow-xl " name="" placeholder="Search models, datasets, users..." spellcheck="false" type="text" value=""> <svg class="absolute left-2.5 text-gray-400 top-1/2 transform -translate-y-1/2" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M30 28.59L22.45 21A11 11 0 1 0 21 22.45L28.59 30zM5 14a9 9 0 1 1 9 9a9 9 0 0 1-9-9z" fill="currentColor"></path></svg> </div> <div class="flex flex-none items-center justify-center p-0.5 place-self-stretch lg:hidden"><button class="relative z-40 flex h-6 w-8 items-center justify-center" type="button"><svg width="1em" height="1em" viewBox="0 0 10 10" class="text-xl" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" preserveAspectRatio="xMidYMid meet" fill="currentColor"><path fill-rule="evenodd" clip-rule="evenodd" d="M1.65039 2.9999C1.65039 2.8066 1.80709 2.6499 2.00039 2.6499H8.00039C8.19369 2.6499 8.35039 2.8066 8.35039 2.9999C8.35039 3.1932 8.19369 3.3499 8.00039 3.3499H2.00039C1.80709 3.3499 1.65039 3.1932 1.65039 2.9999ZM1.65039 4.9999C1.65039 4.8066 1.80709 4.6499 2.00039 4.6499H8.00039C8.19369 4.6499 8.35039 4.8066 8.35039 4.9999C8.35039 5.1932 8.19369 5.3499 8.00039 5.3499H2.00039C1.80709 5.3499 1.65039 5.1932 1.65039 4.9999ZM2.00039 6.6499C1.80709 6.6499 1.65039 6.8066 1.65039 6.9999C1.65039 7.1932 1.80709 7.3499 2.00039 7.3499H8.00039C8.19369 7.3499 8.35039 7.1932 8.35039 6.9999C8.35039 6.8066 8.19369 6.6499 8.00039 6.6499H2.00039Z"></path></svg> </button> </div></div> <nav aria-label="Main" class="ml-auto hidden lg:block"><ul class="flex items-center space-x-1.5 2xl:space-x-2"><li class="hover:text-indigo-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/models"><svg class="mr-1.5 text-gray-400 group-hover:text-indigo-500" style="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg> Models</a> </li><li class="hover:text-red-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/datasets"><svg class="mr-1.5 text-gray-400 group-hover:text-red-500" style="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 25 25"><ellipse cx="12.5" cy="5" fill="currentColor" fill-opacity="0.25" rx="7.5" ry="2"></ellipse><path d="M12.5 15C16.6421 15 20 14.1046 20 13V20C20 21.1046 16.6421 22 12.5 22C8.35786 22 5 21.1046 5 20V13C5 14.1046 8.35786 15 12.5 15Z" fill="currentColor" opacity="0.5"></path><path d="M12.5 7C16.6421 7 20 6.10457 20 5V11.5C20 12.6046 16.6421 13.5 12.5 13.5C8.35786 13.5 5 12.6046 5 11.5V5C5 6.10457 8.35786 7 12.5 7Z" fill="currentColor" opacity="0.5"></path><path d="M5.23628 12C5.08204 12.1598 5 12.8273 5 13C5 14.1046 8.35786 15 12.5 15C16.6421 15 20 14.1046 20 13C20 12.8273 19.918 12.1598 19.7637 12C18.9311 12.8626 15.9947 13.5 12.5 13.5C9.0053 13.5 6.06886 12.8626 5.23628 12Z" fill="currentColor"></path></svg> Datasets</a> </li><li class="hover:text-blue-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/spaces"><svg class="mr-1.5 text-gray-400 group-hover:text-blue-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 25 25"><path opacity=".5" d="M6.016 14.674v4.31h4.31v-4.31h-4.31ZM14.674 14.674v4.31h4.31v-4.31h-4.31ZM6.016 6.016v4.31h4.31v-4.31h-4.31Z" fill="currentColor"></path><path opacity=".75" fill-rule="evenodd" clip-rule="evenodd" d="M3 4.914C3 3.857 3.857 3 4.914 3h6.514c.884 0 1.628.6 1.848 1.414a5.171 5.171 0 0 1 7.31 7.31c.815.22 1.414.964 1.414 1.848v6.514A1.914 1.914 0 0 1 20.086 22H4.914A1.914 1.914 0 0 1 3 20.086V4.914Zm3.016 1.102v4.31h4.31v-4.31h-4.31Zm0 12.968v-4.31h4.31v4.31h-4.31Zm8.658 0v-4.31h4.31v4.31h-4.31Zm0-10.813a2.155 2.155 0 1 1 4.31 0 2.155 2.155 0 0 1-4.31 0Z" fill="currentColor"></path><path opacity=".25" d="M16.829 6.016a2.155 2.155 0 1 0 0 4.31 2.155 2.155 0 0 0 0-4.31Z" fill="currentColor"></path></svg> Spaces</a> </li><li class="hover:text-yellow-700 max-xl:hidden"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/posts"><svg class="mr-1.5 text-gray-400 group-hover:text-yellow-500 text-yellow-500!" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 12 12" preserveAspectRatio="xMidYMid meet"><path fill="currentColor" fill-rule="evenodd" d="M3.73 2.4A4.25 4.25 0 1 1 6 10.26H2.17l-.13-.02a.43.43 0 0 1-.3-.43l.01-.06a.43.43 0 0 1 .12-.22l.84-.84A4.26 4.26 0 0 1 3.73 2.4Z" clip-rule="evenodd"></path></svg> Posts</a> </li><li class="hover:text-yellow-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/docs"><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="mr-1.5 text-gray-400 group-hover:text-yellow-500" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 16 16"><path d="m2.28 3.7-.3.16a.67.67 0 0 0-.34.58v8.73l.01.04.02.07.01.04.03.06.02.04.02.03.04.06.05.05.04.04.06.04.06.04.08.04.08.02h.05l.07.02h.11l.04-.01.07-.02.03-.01.07-.03.22-.12a5.33 5.33 0 0 1 5.15.1.67.67 0 0 0 .66 0 5.33 5.33 0 0 1 5.33 0 .67.67 0 0 0 1-.58V4.36a.67.67 0 0 0-.34-.5l-.3-.17v7.78a.63.63 0 0 1-.87.59 4.9 4.9 0 0 0-4.35.35l-.65.39a.29.29 0 0 1-.15.04.29.29 0 0 1-.16-.04l-.65-.4a4.9 4.9 0 0 0-4.34-.34.63.63 0 0 1-.87-.59V3.7Z" fill="currentColor" class="dark:opacity-40"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M8 3.1a5.99 5.99 0 0 0-5.3-.43.66.66 0 0 0-.42.62v8.18c0 .45.46.76.87.59a4.9 4.9 0 0 1 4.34.35l.65.39c.05.03.1.04.16.04.05 0 .1-.01.15-.04l.65-.4a4.9 4.9 0 0 1 4.35-.34.63.63 0 0 0 .86-.59V3.3a.67.67 0 0 0-.41-.62 5.99 5.99 0 0 0-5.3.43l-.3.17L8 3.1Zm.73 1.87a.43.43 0 1 0-.86 0v5.48a.43.43 0 0 0 .86 0V4.97Z" fill="currentColor" class="opacity-40 dark:opacity-100"></path><path d="M8.73 4.97a.43.43 0 1 0-.86 0v5.48a.43.43 0 1 0 .86 0V4.96Z" fill="currentColor" class="dark:opacity-40"></path></svg> Docs</a> </li><li class="hover:text-green-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/enterprise"><svg class="mr-1.5 text-gray-400 group-hover:text-green-500" xmlns="http://www.w3.org/2000/svg" fill="none" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 33 27"><path fill="currentColor" fill-rule="evenodd" d="M13.5.7a8.7 8.7 0 0 0-7.7 5.7L1 20.6c-1 3.1.9 5.7 4.1 5.7h15c3.3 0 6.8-2.6 7.8-5.7l4.6-14.2c1-3.1-.8-5.7-4-5.7h-15Zm1.1 5.7L9.8 20.3h9.8l1-3.1h-5.8l.8-2.5h4.8l1.1-3h-4.8l.8-2.3H23l1-3h-9.5Z" clip-rule="evenodd"></path></svg> Enterprise</a> </li> <li><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/pricing">Pricing </a></li> <li><div class="relative group"> <button class="px-2 py-0.5 hover:text-gray-500 dark:hover:text-gray-600 flex items-center " type="button"> <svg class=" text-gray-500 w-5 group-hover:text-gray-400 dark:text-gray-300 dark:group-hover:text-gray-100" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 32 18" preserveAspectRatio="xMidYMid meet"><path fill-rule="evenodd" clip-rule="evenodd" d="M14.4504 3.30221C14.4504 2.836 14.8284 2.45807 15.2946 2.45807H28.4933C28.9595 2.45807 29.3374 2.836 29.3374 3.30221C29.3374 3.76842 28.9595 4.14635 28.4933 4.14635H15.2946C14.8284 4.14635 14.4504 3.76842 14.4504 3.30221Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M14.4504 9.00002C14.4504 8.53382 14.8284 8.15588 15.2946 8.15588H28.4933C28.9595 8.15588 29.3374 8.53382 29.3374 9.00002C29.3374 9.46623 28.9595 9.84417 28.4933 9.84417H15.2946C14.8284 9.84417 14.4504 9.46623 14.4504 9.00002Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M14.4504 14.6978C14.4504 14.2316 14.8284 13.8537 15.2946 13.8537H28.4933C28.9595 13.8537 29.3374 14.2316 29.3374 14.6978C29.3374 15.164 28.9595 15.542 28.4933 15.542H15.2946C14.8284 15.542 14.4504 15.164 14.4504 14.6978Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M1.94549 6.87377C2.27514 6.54411 2.80962 6.54411 3.13928 6.87377L6.23458 9.96907L9.32988 6.87377C9.65954 6.54411 10.194 6.54411 10.5237 6.87377C10.8533 7.20343 10.8533 7.73791 10.5237 8.06756L6.23458 12.3567L1.94549 8.06756C1.61583 7.73791 1.61583 7.20343 1.94549 6.87377Z" fill="currentColor"></path></svg> </button> </div></li> <li><hr class="h-5 w-0.5 border-none bg-gray-100 dark:bg-gray-800"></li> <li><a class="block cursor-pointer whitespace-nowrap px-2 py-0.5 hover:text-gray-500 dark:text-gray-300 dark:hover:text-gray-100" href="/login">Log In </a></li> <li><a class="whitespace-nowrap rounded-full border border-transparent bg-gray-900 px-3 py-1 leading-none text-white hover:border-black hover:bg-white hover:text-black" href="/join">Sign Up </a></li></ul></nav></div></header></div> <div class="SVELTE_HYDRATER contents" data-target="SSOBanner" data-props="{}"></div> <main class="flex flex-1 flex-col"> <div class="SVELTE_HYDRATER contents" data-target="ModelHeader" data-props="{"activeTab":"modelCard","author":{"avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/64dc52cf858f8a41c12fc819/O9-MWzRjWzbNP_DQlMb-7.png","fullname":"Snowflake","name":"Snowflake","type":"org","isHf":false,"isMod":false,"isEnterprise":true,"followerCount":441},"canReadRepoSettings":false,"canWriteRepoContent":false,"canDisable":false,"hasGatedAccess":true,"model":{"author":"Snowflake","cardData":{"pipeline_tag":"sentence-similarity","tags":["sentence-transformers","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js"],"license":"apache-2.0","language":["af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh"],"model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}]},"cardExists":true,"config":{"architectures":["XLMRobertaModel"],"model_type":"xlm-roberta","tokenizer_config":{"bos_token":"<s>","cls_token":"<s>","eos_token":"</s>","mask_token":"<mask>","pad_token":"<pad>","sep_token":"</s>","unk_token":"<unk>"}},"createdAt":"2024-11-08T16:55:31.000Z","discussionsDisabled":false,"downloads":104042,"downloadsAllTime":211661,"id":"Snowflake/snowflake-arctic-embed-l-v2.0","isLikedByUser":false,"availableInferenceProviders":[{"name":"hf-inference","status":"live","isReleased":true,"providerId":"Snowflake/snowflake-arctic-embed-l-v2.0"}],"inference":"warm","lastModified":"2024-12-14T00:18:38.000Z","likes":127,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","librariesOther":["transformers.js"],"trackDownloads":true,"mask_token":"<mask>","model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}],"private":false,"repoType":"model","gated":false,"pwcLink":{"url":"https://paperswithcode.com/sota?task=Classification&dataset=MTEB+AmazonCounterfactualClassification+%28en-ext%29"},"tags":["sentence-transformers","onnx","safetensors","xlm-roberta","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js","af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh","arxiv:2412.04506","license:apache-2.0","model-index","autotrain_compatible","text-embeddings-inference","endpoints_compatible","region:us"],"tag_objs":[{"id":"sentence-similarity","label":"Sentence Similarity","type":"pipeline_tag","subType":"nlp"},{"id":"sentence-transformers","label":"sentence-transformers","type":"library"},{"id":"onnx","label":"ONNX","type":"library"},{"id":"safetensors","label":"Safetensors","type":"library"},{"id":"transformers.js","label":"Transformers.js","type":"library"},{"id":"af","label":"Afrikaans","type":"language"},{"id":"ar","label":"Arabic","type":"language"},{"id":"az","label":"Azerbaijani","type":"language"},{"id":"be","label":"Belarusian","type":"language"},{"id":"bg","label":"Bulgarian","type":"language"},{"id":"bn","label":"Bengali","type":"language"},{"id":"ca","label":"Catalan","type":"language"},{"id":"ceb","label":"Cebuano","type":"language"},{"id":"cs","label":"Czech","type":"language"},{"id":"cy","label":"Welsh","type":"language"},{"id":"da","label":"Danish","type":"language"},{"id":"de","label":"German","type":"language"},{"id":"el","label":"Greek","type":"language"},{"id":"en","label":"English","type":"language"},{"id":"es","label":"Spanish","type":"language"},{"id":"et","label":"Estonian","type":"language"},{"id":"eu","label":"Basque","type":"language"},{"id":"fa","label":"Persian","type":"language"},{"id":"fi","label":"Finnish","type":"language"},{"id":"fr","label":"French","type":"language"},{"id":"gl","label":"Galician","type":"language"},{"id":"gu","label":"Gujarati","type":"language"},{"id":"he","label":"Hebrew","type":"language"},{"id":"hi","label":"Hindi","type":"language"},{"id":"hr","label":"Croatian","type":"language"},{"id":"ht","label":"Haitian","type":"language"},{"id":"hu","label":"Hungarian","type":"language"},{"id":"hy","label":"Armenian","type":"language"},{"id":"id","label":"Indonesian","type":"language"},{"id":"is","label":"Icelandic","type":"language"},{"id":"it","label":"Italian","type":"language"},{"id":"ja","label":"Japanese","type":"language"},{"id":"jv","label":"Javanese","type":"language"},{"id":"ka","label":"Georgian","type":"language"},{"id":"kk","label":"Kazakh","type":"language"},{"id":"km","label":"Khmer","type":"language"},{"id":"kn","label":"Kannada","type":"language"},{"id":"ko","label":"Korean","type":"language"},{"id":"ky","label":"Kyrgyz","type":"language"},{"id":"lo","label":"Lao","type":"language"},{"id":"lt","label":"Lithuanian","type":"language"},{"id":"lv","label":"Latvian","type":"language"},{"id":"mk","label":"Macedonian","type":"language"},{"id":"ml","label":"Malayalam","type":"language"},{"id":"mn","label":"Mongolian","type":"language"},{"id":"mr","label":"Marathi","type":"language"},{"id":"ms","label":"Malay","type":"language"},{"id":"my","label":"Burmese","type":"language"},{"id":"ne","label":"Nepali","type":"language"},{"id":"nl","label":"Dutch","type":"language"},{"id":"pa","label":"Panjabi","type":"language"},{"id":"pl","label":"Polish","type":"language"},{"id":"pt","label":"Portuguese","type":"language"},{"id":"qu","label":"Quechua","type":"language"},{"id":"ro","label":"Romanian","type":"language"},{"id":"ru","label":"Russian","type":"language"},{"id":"si","label":"Sinhala","type":"language"},{"id":"sk","label":"Slovak","type":"language"},{"id":"sl","label":"Slovenian","type":"language"},{"id":"so","label":"Somali","type":"language"},{"id":"sq","label":"Albanian","type":"language"},{"id":"sr","label":"Serbian","type":"language"},{"id":"sv","label":"Swedish","type":"language"},{"id":"sw","label":"Swahili","type":"language"},{"id":"ta","label":"Tamil","type":"language"},{"id":"te","label":"Telugu","type":"language"},{"id":"th","label":"Thai","type":"language"},{"id":"tl","label":"Tagalog","type":"language"},{"id":"tr","label":"Turkish","type":"language"},{"id":"uk","label":"Ukrainian","type":"language"},{"id":"ur","label":"Urdu","type":"language"},{"id":"vi","label":"Vietnamese","type":"language"},{"id":"yo","label":"Yoruba","type":"language"},{"id":"zh","label":"Chinese","type":"language"},{"id":"xlm-roberta","label":"xlm-roberta","type":"other"},{"id":"feature-extraction","label":"feature-extraction","type":"other"},{"id":"mteb","label":"mteb","type":"other"},{"id":"arctic","label":"arctic","type":"other"},{"id":"snowflake-arctic-embed","label":"snowflake-arctic-embed","type":"other"},{"id":"model-index","label":"Eval Results","type":"other"},{"id":"autotrain_compatible","label":"AutoTrain Compatible","type":"other"},{"id":"text-embeddings-inference","label":"text-embeddings-inference","type":"other"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other"},{"id":"arxiv:2412.04506","label":"arxiv:2412.04506","type":"arxiv","extra":{"paperTitle":"Arctic-Embed 2.0: Multilingual Retrieval Without Compromise"}},{"id":"license:apache-2.0","label":"apache-2.0","type":"license"},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"safetensors":{"parameters":{"F32":567754752},"total":567754752,"sharded":false},"hasBlockedOids":false,"region":"us","isQuantized":false,"inferenceStatic":"maybe-loadable"},"discussionsStats":{"closed":5,"open":2,"total":7},"query":{},"inferenceProviders":[{"name":"fireworks-ai","enabled":true,"position":0,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"novita","enabled":true,"position":1,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"replicate","enabled":true,"position":2,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"sambanova","enabled":true,"position":3,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"together","enabled":true,"position":4,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"nebius","enabled":true,"position":5,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"hyperbolic","enabled":true,"position":6,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"fal-ai","enabled":true,"position":7,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"hf-inference","enabled":true,"position":8,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true}]}"><header class="from-gray-50-to-white bg-linear-to-t border-b border-gray-100 via-white dark:via-gray-950 pt-6 sm:pt-9"><div class="container relative "><h1 class="flex flex-wrap items-center max-md:leading-tight mb-3 text-lg max-sm:gap-y-1.5 md:text-xl"> <div class="group flex flex-none items-center"><div class="relative mr-1 flex items-center"> <span class="inline-block "><span class="contents"><a href="/Snowflake" class="text-gray-400 hover:text-blue-600"><img alt="" class="w-3.5 h-3.5 rounded-sm flex-none" src="https://cdn-avatars.huggingface.co/v1/production/uploads/64dc52cf858f8a41c12fc819/O9-MWzRjWzbNP_DQlMb-7.png" crossorigin="anonymous"></a></span> </span></div> <span class="inline-block "><span class="contents"><a href="/Snowflake" class="text-gray-400 hover:text-blue-600">Snowflake</a></span> </span> <div class="mx-0.5 text-gray-300">/</div></div> <div class="max-w-full "><a class="break-words font-mono font-semibold hover:text-blue-600 " href="/Snowflake/snowflake-arctic-embed-l-v2.0">snowflake-arctic-embed-l-v2.0</a> <button class="relative text-sm mr-4 focus:outline-hidden inline-flex cursor-pointer items-center text-sm mx-0.5 text-gray-600 " title="Copy model name to clipboard" type="button"><svg class="" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg> </button></div> <div class="inline-flex items-center overflow-hidden whitespace-nowrap rounded-md border bg-white text-sm leading-none text-gray-500 mr-2"><button class="relative flex items-center overflow-hidden from-red-50 to-transparent dark:from-red-900 px-1.5 py-1 hover:bg-linear-to-t focus:outline-hidden" title="Like"><svg class="left-1.5 absolute" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32" fill="currentColor"><path d="M22.45,6a5.47,5.47,0,0,1,3.91,1.64,5.7,5.7,0,0,1,0,8L16,26.13,5.64,15.64a5.7,5.7,0,0,1,0-8,5.48,5.48,0,0,1,7.82,0L16,10.24l2.53-2.58A5.44,5.44,0,0,1,22.45,6m0-2a7.47,7.47,0,0,0-5.34,2.24L16,7.36,14.89,6.24a7.49,7.49,0,0,0-10.68,0,7.72,7.72,0,0,0,0,10.82L16,29,27.79,17.06a7.72,7.72,0,0,0,0-10.82A7.49,7.49,0,0,0,22.45,4Z"></path></svg> <span class="ml-4 pl-0.5 ">like</span></button> <button class="focus:outline-hidden flex items-center border-l px-1.5 py-1 text-gray-400 hover:bg-gray-50 focus:bg-gray-100 dark:hover:bg-gray-900 dark:focus:bg-gray-800" title="See users who liked this repository">127</button></div> <div class="relative flex items-center gap-1.5 "><div class="mr-2 inline-flex h-6 items-center overflow-hidden whitespace-nowrap rounded-md border text-sm text-gray-500"><button class="focus:outline-hidden relative flex h-full max-w-56 items-center gap-1.5 overflow-hidden px-1.5 hover:bg-gray-50 focus:bg-gray-100 dark:hover:bg-gray-900 dark:focus:bg-gray-800" type="button" ><div class="flex h-full flex-1 items-center justify-center ">Follow</div> <img alt="" class="rounded-xs size-3 flex-none" src="https://cdn-avatars.huggingface.co/v1/production/uploads/64dc52cf858f8a41c12fc819/O9-MWzRjWzbNP_DQlMb-7.png"> <span class="truncate">Snowflake</span></button> <button class="focus:outline-hidden flex h-full items-center border-l pl-1.5 pr-1.5 text-gray-400 hover:bg-gray-50 focus:bg-gray-100 dark:hover:bg-gray-900 dark:focus:bg-gray-800" title="Show Snowflake's followers" type="button">441</button></div> </div> </h1> <div class="mb-3 flex flex-wrap md:mb-4"><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?pipeline_tag=sentence-similarity"><div class="tag tag-white "><div class="tag-ico -ml-2 tag-ico-yellow"><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M30 15H17V2h-2v13H2v2h13v13h2V17h13v-2z"></path><path d="M25.586 20L27 21.414L23.414 25L27 28.586L25.586 30l-5-5l5-5z"></path><path d="M11 30H3a1 1 0 0 1-.894-1.447l4-8a1.041 1.041 0 0 1 1.789 0l4 8A1 1 0 0 1 11 30zm-6.382-2h4.764L7 23.236z"></path><path d="M28 12h-6a2.002 2.002 0 0 1-2-2V4a2.002 2.002 0 0 1 2-2h6a2.002 2.002 0 0 1 2 2v6a2.002 2.002 0 0 1-2 2zm-6-8v6h6.001L28 4z"></path><path d="M7 12a5 5 0 1 1 5-5a5.006 5.006 0 0 1-5 5zm0-8a3 3 0 1 0 3 3a3.003 3.003 0 0 0-3-3z"></path></svg></div> <span>Sentence Similarity</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?library=sentence-transformers"><div class="tag tag-white "><svg class="text-black inline-block text-sm" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="1em" height="1em" role="img" aria-hidden="true" focusable="false" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><g clip-path="url(#a)"><path d="M11.268.731A.556.556 0 1 1 10.156.73a.556.556 0 0 1 1.112.001ZM9.404 10.586a.556.556 0 1 1-1.111 0 .556.556 0 0 1 1.111 0Z" fill="#8AC9FE"></path><path d="M11.268 2.97a.556.556 0 1 1-1.112 0 .556.556 0 0 1 1.112 0ZM6.775 11.269a.555.555 0 1 1-1.11 0 .555.555 0 0 1 1.11 0ZM11.03 8.993A.556.556 0 1 1 9.92 8.99a.556.556 0 0 1 1.111.002Z" fill="#FDB441"></path><path d="M1.843 7.373a.555.555 0 1 1-1.11-.002.555.555 0 0 1 1.11.002Z" fill="#8AC9FE"></path><path d="M4.083 4.458a.556.556 0 1 1-1.112-.002.556.556 0 0 1 1.112.002ZM4.083 7.373a.555.555 0 1 1-1.11-.002.555.555 0 0 1 1.11.002ZM9.494 4.458a.556.556 0 1 1-1.112-.002.556.556 0 0 1 1.112.002ZM9.494 7.373a.555.555 0 1 1-1.11-.002.555.555 0 0 1 1.11.002ZM6.775 2.754a.555.555 0 1 1-1.11 0 .555.555 0 0 1 1.11 0ZM6.775 9.03a.555.555 0 1 1-1.11 0 .555.555 0 0 1 1.11 0Z" fill="#EE6161"></path><path d="M11.268.731a.556.556 0 0 1-1.073.202.555.555 0 0 0 .607-.75.555.555 0 0 1 .466.548ZM9.242 10.979a.555.555 0 0 1-.91-.192.553.553 0 0 0 .606-.748.555.555 0 0 1 .303.94Z" fill="#60B7FF"></path><path d="M11.268 2.97a.556.556 0 0 1-1.073.201.555.555 0 0 0 .607-.749.555.555 0 0 1 .466.549ZM6.775 11.269a.555.555 0 0 1-1.072.202.556.556 0 0 0 .606-.75.555.555 0 0 1 .466.548ZM10.868 9.385a.555.555 0 0 1-.91-.19.558.558 0 0 0 .607-.75.555.555 0 0 1 .303.94Z" fill="#FEA613"></path><path d="M1.843 7.373a.555.555 0 0 1-1.072.2.556.556 0 0 0 .606-.749.555.555 0 0 1 .466.549Z" fill="#60B7FF"></path><path d="M4.083 4.458a.556.556 0 0 1-1.073.2.555.555 0 0 0 .606-.749.555.555 0 0 1 .467.549ZM4.083 7.373a.555.555 0 0 1-1.073.2.556.556 0 0 0 .606-.75.558.558 0 0 1 .467.55ZM9.494 4.458a.556.556 0 0 1-1.073.2.555.555 0 0 0 .606-.749.555.555 0 0 1 .467.549ZM9.494 7.373a.555.555 0 0 1-1.073.2.556.556 0 0 0 .606-.75.558.558 0 0 1 .467.55ZM6.775 2.754a.555.555 0 0 1-1.072.2.556.556 0 0 0 .606-.749.554.554 0 0 1 .466.549ZM6.775 9.03a.555.555 0 0 1-1.072.201.556.556 0 0 0 .606-.75.555.555 0 0 1 .466.548Z" fill="#E94444"></path><path d="M10.888 2.262V1.44a.732.732 0 0 0 .555-.709.732.732 0 0 0-1.462 0c0 .343.238.63.556.709v.822a.73.73 0 0 0-.485 1.02l-.717.562a.734.734 0 0 0-.726-.038l-1.666-.942a.732.732 0 0 0-.724-.84.73.73 0 0 0-.721.84l-.544.306a.177.177 0 0 0 .088.33c.03 0 .059-.008.085-.024l.507-.287a.733.733 0 0 0 1.172 0l1.525.863a.728.728 0 0 0 .432 1.115v1.495a.734.734 0 0 0-.453 1.081l-1.504.85a.729.729 0 0 0-1.172 0l-1.484-.84a.734.734 0 0 0-.447-1.091V5.167a.732.732 0 0 0 .425-1.125l.293-.166a.177.177 0 0 0 .067-.24.177.177 0 0 0-.24-.066l-.404.228a.732.732 0 1 0-.492 1.368v1.496a.734.734 0 0 0-.534.535h-.821a.73.73 0 1 0 0 .351h.821a.73.73 0 0 0 1.068.46l1.612.911a.73.73 0 0 0 .546.819v.822a.73.73 0 1 0 .352 0v-.822a.73.73 0 0 0 .547-.819l1.625-.918a.724.724 0 0 0 .693.026l.589.588a.736.736 0 0 0 0 .756l-.604.602a.733.733 0 0 0-.914.096.732.732 0 0 0 .517 1.247.732.732 0 0 0 .637-1.087l.611-.61a.728.728 0 0 0 1.033-.3.175.175 0 0 0-.08-.236.175.175 0 0 0-.235.078.377.377 0 0 1-.608.1.38.38 0 0 1 .464-.594.174.174 0 0 0 .242-.058.177.177 0 0 0-.059-.242.727.727 0 0 0-.755 0L9.53 7.8a.734.734 0 0 0-.416-1.138V5.166a.732.732 0 0 0 .463-1.064l.697-.547a.732.732 0 0 0 1.169-.584.73.73 0 0 0-.555-.71Zm-4.668.871a.381.381 0 0 1-.38-.38.38.38 0 1 1 .38.38ZM3.148 4.458a.38.38 0 1 1 .759 0 .38.38 0 0 1-.76 0Zm-1.86 3.294a.38.38 0 1 1 0-.759.38.38 0 0 1 0 .759Zm1.86-.38a.38.38 0 0 1 .759 0c0 .206-.175.38-.38.38a.38.38 0 0 1-.38-.38Zm3.451 3.897a.38.38 0 1 1-.759 0 .38.38 0 0 1 .76 0Zm-.38-1.86a.38.38 0 0 1-.379-.38.38.38 0 1 1 .38.38Zm2.898 1.445a.38.38 0 1 1-.536-.536.38.38 0 0 1 .536.537ZM10.333.732a.38.38 0 1 1 .759 0 .38.38 0 0 1-.759 0ZM9.318 7.373c0 .203-.174.379-.38.379a.38.38 0 1 1 .38-.38Zm-.38-2.536a.38.38 0 1 1 0-.759.38.38 0 0 1 0 .759Zm1.774-1.487a.38.38 0 1 1 0-.759.38.38 0 0 1 0 .76Z" fill="currentColor"></path></g><defs><clipPath id="a"><path fill="currentColor" d="M0 0h12v12H0z"></path></clipPath></defs></svg> <span>sentence-transformers</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?library=onnx"><div class="tag tag-white "><svg class="text-black inline-block text-sm" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M30.7,15h-.2L25.16,5.09a1.26,1.26,0,0,0,.15-.59A1.3,1.3,0,0,0,24,3.2a1.27,1.27,0,0,0-.93.4L12.43,1.48A1.29,1.29,0,1,0,10,2.24L1.7,14.13a1.21,1.21,0,0,0-.34-.05,1.3,1.3,0,0,0,0,2.59h0l4.5,11.07a1.38,1.38,0,0,0-.12.54,1.3,1.3,0,0,0,1.3,1.29,1.27,1.27,0,0,0,.94-.4l13.44,1.31A1.29,1.29,0,0,0,24,30.16a1.34,1.34,0,0,0-.31-.84l6.77-11.8h.22A1.3,1.3,0,0,0,32,16.24,1.28,1.28,0,0,0,30.7,15ZM23,5.29a1.26,1.26,0,0,0,.61.44l-2,15.37a1.29,1.29,0,0,0-.36.14L10,11.52a.93.93,0,0,0,.05-.34c0-.08,0-.17,0-.25Zm6.47,11.32-6.89,4.71a1.28,1.28,0,0,0-.17-.1L24.45,5.69h0l5.26,9.7a1.27,1.27,0,0,0-.32.86ZM8.57,9.9a1.28,1.28,0,0,0-1.09,1.28v.09L2.86,14,10,3.74ZM9,12.45a1.54,1.54,0,0,0,.47-.21l11.11,9.67a1.45,1.45,0,0,0-.08.47v.07l-12.4,5.1A1.3,1.3,0,0,0,7.34,27ZM20.87,23.24a1.22,1.22,0,0,0,.65.39L22.13,29a1.34,1.34,0,0,0-.59.61l-13-1.28Zm1.53.29a1.33,1.33,0,0,0,.72-1.16.83.83,0,0,0-.05-.32l6.3-4.33L23,28.8Zm.32-19.08L9.58,10.17l-.15-.1L11.1,2.91h.05a1.26,1.26,0,0,0,1.08-.59L22.72,4.41ZM2.66,15.38c0-.09,0-.17,0-.24l5.19-3.06a1.41,1.41,0,0,0,.36.27L6.5,26.86,2.22,16.34A1.28,1.28,0,0,0,2.66,15.38Z" fill="#333"></path><path d="M24.49,5.69l5.25,9.7a1.32,1.32,0,0,0-.32.86,1.49,1.49,0,0,0,0,.36l-6.88,4.71-.17-.1,2-15.53Z" fill="#dededd"></path><path d="M22.4,23.53a1.33,1.33,0,0,0,.72-1.16.83.83,0,0,0-.05-.32l6.3-4.33L23,28.8Z" fill="#b2b2b2"></path><path d="M20.87,23.24a1.22,1.22,0,0,0,.65.39L22.13,29a1.34,1.34,0,0,0-.59.61l-13-1.28Z" fill="#d1d1d1"></path><path d="M9,12.45a1.54,1.54,0,0,0,.47-.21l11.11,9.67a1.45,1.45,0,0,0-.08.47v.07l-12.4,5.1A1.3,1.3,0,0,0,7.34,27Z" fill="#f2f2f2"></path><path d="M2.66,15.38c0-.09,0-.17,0-.24l5.19-3.06a1.41,1.41,0,0,0,.36.27L6.5,26.86,2.22,16.34A1.28,1.28,0,0,0,2.66,15.38Z" fill="#d8d8d7"></path><path d="M8.57,9.9a1.28,1.28,0,0,0-1.09,1.28v.09L2.86,14,10,3.74Z" fill="#b2b2b2"></path><path d="M22.72,4.45,9.58,10.17l-.15-.1L11.1,2.91h.05a1.26,1.26,0,0,0,1.08-.59L22.72,4.41Z" fill="#d1d1d1"></path><path d="M23,5.29a1.26,1.26,0,0,0,.61.44l-2,15.37a1.29,1.29,0,0,0-.36.14L10,11.52a.93.93,0,0,0,.05-.34c0-.08,0-.17,0-.25Z" fill="#fff"></path></svg> <span>ONNX</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?library=safetensors"><div class="tag tag-white "><svg class="text-black inline-block text-sm" viewBox="0 0 57 44" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet"><path d="M36.816 20.1474L54.9918 27.4409C55.5142 27.6506 55.9623 28.0112 56.2788 28.4766C56.5954 28.9421 56.7661 29.4913 56.7691 30.0542C56.7722 30.6171 56.6074 31.1682 56.2959 31.637C55.9844 32.1059 55.5402 32.4713 55.0201 32.6866L29.953 43.0646C29.2593 43.3518 28.4799 43.3518 27.7862 43.0646L2.71624 32.6894C2.19613 32.4741 1.75197 32.1087 1.44044 31.6398C1.12892 31.171 0.964165 30.62 0.967204 30.057C0.970244 29.4941 1.14094 28.9449 1.45751 28.4794C1.77408 28.014 2.22216 27.6534 2.74456 27.4437L21.2404 20.0227C22.2997 19.5979 25.6477 20.8441 28.8682 20.8555C32.3096 20.8668 35.6292 19.6715 36.816 20.1474ZM11.3042 30.1119L28.8682 37.3828L46.435 30.1119L28.8682 23.0619L11.3042 30.1119ZM29.9247 0.388251L54.9918 10.4462C55.5142 10.6559 55.9623 11.0165 56.2788 11.482C56.5954 11.9474 56.7661 12.4967 56.7691 13.0596C56.7722 13.6225 56.6074 14.1735 56.2959 14.6424C55.9844 15.1112 55.5402 15.4766 55.0201 15.6919L29.953 26.07C29.2593 26.3572 28.4799 26.3572 27.7862 26.07L2.71624 15.6948C2.19613 15.4795 1.75197 15.1141 1.44044 14.6452C1.12892 14.1763 0.964165 13.6253 0.967204 13.0624C0.970244 12.4995 1.14094 11.9503 1.45751 11.4848C1.77408 11.0193 2.22216 10.6588 2.74456 10.4491L27.8117 0.388251C28.4896 0.1157 29.2467 0.1157 29.9247 0.388251ZM11.3042 13.1172L28.8682 20.3881L46.435 13.1172L28.8682 6.06729L11.3042 13.1172Z" fill="currentColor"></path></svg> <span>Safetensors</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?library=transformers.js"><div class="tag tag-white "><svg class="text-black inline-block text-sm" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><rect width="32" height="32" fill="#f7df1e"></rect><path d="M21.5,25a3.27,3.27,0,0,0,3,1.83c1.25,0,2-.63,2-1.49,0-1-.81-1.39-2.19-2L23.56,23C21.39,22.1,20,20.94,20,18.49c0-2.25,1.72-4,4.41-4a4.44,4.44,0,0,1,4.27,2.41l-2.34,1.5a2,2,0,0,0-1.93-1.29,1.31,1.31,0,0,0-1.44,1.29c0,.9.56,1.27,1.85,1.83l.75.32c2.55,1.1,4,2.21,4,4.72,0,2.71-2.12,4.19-5,4.19a5.78,5.78,0,0,1-5.48-3.07Zm-10.63.26c.48.84.91,1.55,1.94,1.55s1.61-.39,1.61-1.89V14.69h3V25c0,3.11-1.83,4.53-4.49,4.53a4.66,4.66,0,0,1-4.51-2.75Z"></path></svg> <span>Transformers.js</span> </div></a> <button class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" type="button"><div class="tag tag-white "> <svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="text-green-600/80" preserveAspectRatio="xMidYMid meet" width="1em" height="1em" viewBox="0 0 10 10"><path fill-rule="evenodd" clip-rule="evenodd" d="M0.625 5C0.625 6.16032 1.08594 7.27312 1.90641 8.09359C2.72688 8.91406 3.83968 9.375 5 9.375C6.16032 9.375 7.27312 8.91406 8.09359 8.09359C8.91406 7.27312 9.375 6.16032 9.375 5C9.375 3.83968 8.91406 2.72688 8.09359 1.90641C7.27312 1.08594 6.16032 0.625 5 0.625C3.83968 0.625 2.72688 1.08594 1.90641 1.90641C1.08594 2.72688 0.625 3.83968 0.625 5ZM7.64365 7.48027C7.61734 7.50832 7.59054 7.53598 7.56326 7.56326C7.13828 7.98824 6.61864 8.2968 6.0539 8.46842C6.29802 8.11949 6.49498 7.64804 6.63475 7.09483C7.00845 7.18834 7.35014 7.3187 7.64365 7.48027ZM8.10076 6.87776C8.37677 6.42196 8.55005 5.90894 8.60556 5.37499H6.86808C6.85542 5.71597 6.82551 6.04557 6.77971 6.35841C7.25309 6.47355 7.68808 6.6414 8.062 6.85549C8.07497 6.86283 8.08789 6.87025 8.10076 6.87776ZM6.03795 6.22536C6.07708 5.95737 6.1044 5.67232 6.11705 5.37499H3.88295C3.89666 5.69742 3.92764 6.00542 3.9722 6.29287C4.37075 6.21726 4.79213 6.17749 5.224 6.17749C5.50054 6.17749 5.77294 6.19376 6.03795 6.22536ZM4.1261 7.02673C4.34894 7.84835 4.68681 8.375 5 8.375C5.32122 8.375 5.66839 7.82101 5.8908 6.963C5.67389 6.93928 5.45082 6.92699 5.224 6.92699C4.84316 6.92699 4.47332 6.96176 4.1261 7.02673ZM3.39783 7.21853C3.53498 7.71842 3.72038 8.14579 3.9461 8.46842C3.42141 8.30898 2.93566 8.03132 2.52857 7.65192C2.77253 7.48017 3.06711 7.33382 3.39783 7.21853ZM3.23916 6.48077C3.18263 6.13193 3.14625 5.76074 3.13192 5.37499H1.39444C1.4585 5.99112 1.67936 6.57938 2.03393 7.08403C2.3706 6.83531 2.78055 6.63162 3.23916 6.48077ZM1.39444 4.62499H3.13192C3.14615 4.24204 3.18211 3.87344 3.23794 3.52681C2.77814 3.37545 2.36731 3.17096 2.03024 2.92123C1.67783 3.42469 1.45828 4.011 1.39444 4.62499ZM2.5237 2.35262C2.76812 2.52552 3.06373 2.67281 3.39584 2.78875C3.53318 2.28573 3.71928 1.85578 3.9461 1.53158C3.41932 1.69166 2.93178 1.97089 2.5237 2.35262ZM3.97101 3.71489C3.92709 4.00012 3.89654 4.30547 3.88295 4.62499H6.11705C6.10453 4.33057 6.07761 4.04818 6.03909 3.78248C5.77372 3.81417 5.50093 3.83049 5.224 3.83049C4.79169 3.83049 4.3699 3.79065 3.97101 3.71489ZM5.8928 3.04476C5.67527 3.06863 5.45151 3.08099 5.224 3.08099C4.84241 3.08099 4.47186 3.04609 4.12405 2.98086C4.34686 2.1549 4.68584 1.625 5 1.625C5.32218 1.625 5.67048 2.18233 5.8928 3.04476ZM6.78083 3.6493C6.826 3.95984 6.85552 4.28682 6.86808 4.62499H8.60556C8.55029 4.09337 8.37827 3.58251 8.10436 3.1282C8.0903 3.1364 8.07618 3.14449 8.062 3.15249C7.68838 3.36641 7.25378 3.53417 6.78083 3.6493ZM7.64858 2.52499C7.35446 2.68754 7.0117 2.81868 6.63664 2.91268C6.49676 2.35623 6.29913 1.88209 6.0539 1.53158C6.61864 1.7032 7.13828 2.01176 7.56326 2.43674C7.59224 2.46572 7.62068 2.49514 7.64858 2.52499Z" fill="currentColor"></path></svg> <span>74 languages</span> </div></button><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=xlm-roberta"><div class="tag tag-white "> <span>xlm-roberta</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=feature-extraction"><div class="tag tag-white "> <span>feature-extraction</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=mteb"><div class="tag tag-white "> <span>mteb</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=arctic"><div class="tag tag-white "> <span>arctic</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=snowflake-arctic-embed"><div class="tag tag-white "> <span>snowflake-arctic-embed</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=model-index"><div class="tag tag-white "> <svg class="text-orange-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M30 30h-8V4h8z" fill="currentColor"></path><path d="M20 30h-8V12h8z" fill="currentColor"></path><path d="M10 30H2V18h8z" fill="currentColor"></path></svg> <span>Eval Results</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=text-embeddings-inference"><div class="tag tag-white "> <svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M8.034 3.181h.016c.229 0 .444.108.58.292l1.599 2.142a.35.35 0 0 1 0 .42L8.631 8.177a.725.725 0 0 1-.581.292h-.016a.725.725 0 0 1-.58-.292L5.854 6.035a.35.35 0 0 1 0-.42l1.598-2.142a.725.725 0 0 1 .581-.292Z" fill="#FAFF00"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M6.445 8.469H3.95a.725.725 0 0 1-.58-.292L1.98 6.316h2.916c.043.107.1.21.17.306l1.378 1.847Z" fill="#6BFFE4"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M3.37 3.473 1.98 5.334h2.916c.043-.107.1-.21.17-.306l1.378-1.847H3.95a.725.725 0 0 0-.58.292Z" fill="#41C78F"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M2.582 8.764c.322.432.83.687 1.368.687h4.1c.539 0 1.046-.255 1.368-.687l1.598-2.142a1.333 1.333 0 0 0 0-1.594L9.418 2.885A1.707 1.707 0 0 0 8.05 2.2h-4.1c-.539 0-1.046.255-1.368.686L.984 5.028a1.333 1.333 0 0 0 0 1.594l1.598 2.142ZM3.95 8.47h2.495L5.068 6.622a1.332 1.332 0 0 1-.171-.306H1.981l1.388 1.861a.725.725 0 0 0 .581.292ZM1.98 5.334l1.39-1.861a.725.725 0 0 1 .58-.292h2.495L5.068 5.028a1.332 1.332 0 0 0-.171.306H1.981Zm6.07-2.153h-.016a.725.725 0 0 0-.58.292L5.854 5.615a.35.35 0 0 0 0 .42l1.598 2.142a.725.725 0 0 0 .581.292h.016a.725.725 0 0 0 .58-.292l1.599-2.142a.35.35 0 0 0 0-.42L8.631 3.473a.725.725 0 0 0-.581-.292Z" fill="#000"></path></svg> <span>text-embeddings-inference</span> </div></a><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=endpoints_compatible"><div class="tag tag-white "> <svg class="" width="1em" height="1em" viewBox="0 0 74 75" fill="none" xmlns="http://www.w3.org/2000/svg"><path fill-rule="evenodd" clip-rule="evenodd" d="M46.6517 14.9309C48.2799 11.0495 45.4292 6.76251 41.2202 6.76251H24.1817C19.8066 6.76251 15.9021 9.50789 14.4218 13.6249L8.51785 30.0453C6.77792 34.8844 6.77792 40.1785 8.51785 45.0177L14.4218 61.438C15.9021 65.5551 19.8066 68.3004 24.1817 68.3004H41.2202C45.4292 68.3004 48.2799 64.0134 46.6517 60.132L40.7616 46.0903C38.465 40.6155 38.465 34.4475 40.7616 28.9727L46.6517 14.9309Z" fill="#861FFF" stroke="black" stroke-width="12.6835" stroke-linejoin="round"></path><circle cx="53.1334" cy="37.5315" r="13.9518" fill="#FF3270" stroke="black" stroke-width="12.6835" stroke-linejoin="round"></circle></svg> <span>Inference Endpoints</span> </div></a> <div class="relative inline-block "> <button class="group mr-1 mb-1 md:mr-1.5 md:mb-1.5 rounded-full rounded-br-none " type="button"> <div class="tag tag-white rounded-full relative rounded-br-none pr-2.5"> <svg class="-mr-1 text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 12 12" preserveAspectRatio="xMidYMid meet" fill="none"><path fill="currentColor" fill-rule="evenodd" d="M8.007 1.814a1.176 1.176 0 0 0-.732-.266H3.088c-.64 0-1.153.512-1.153 1.152v6.803c0 .64.513 1.152 1.153 1.152h5.54c.632 0 1.144-.511 1.144-1.152V3.816c0-.338-.137-.658-.412-.887L8.007 1.814Zm-1.875 1.81c0 .695.55 1.253 1.244 1.253h.983a.567.567 0 0 1 .553.585v4.041c0 .165-.119.302-.283.302h-5.55c-.156 0-.275-.137-.275-.302V2.7a.284.284 0 0 1 .284-.301h2.468a.574.574 0 0 1 .434.19.567.567 0 0 1 .142.395v.64Z" clip-rule="evenodd"></path><path fill="currentColor" fill-opacity=".2" fill-rule="evenodd" d="M6.132 3.624c0 .695.55 1.253 1.244 1.253h.97a.567.567 0 0 1 .566.585v4.041c0 .165-.119.302-.283.302h-5.55c-.156 0-.275-.137-.275-.302V2.7a.284.284 0 0 1 .284-.301h2.468a.567.567 0 0 1 .576.585v.64Z" clip-rule="evenodd"></path></svg> <span class="-mr-2 text-gray-400">arxiv:</span> <span>2412.04506</span> <div class="border-br-gray-200 absolute bottom-0.5 right-0.5 h-1 w-1 border-[3px] border-l-transparent border-t-transparent border-b-gray-200 border-r-gray-200 dark:border-b-gray-700 dark:border-r-gray-700"></div></div> </button> </div><div class="relative inline-block "> <button class="group mr-1 mb-1 md:mr-1.5 md:mb-1.5 rounded-full rounded-br-none " type="button"> <div class="tag tag-white rounded-full relative rounded-br-none pr-2.5"> <svg class="text-xs text-gray-900" width="1em" height="1em" viewBox="0 0 10 10" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1.46009 5.0945V6.88125C1.46009 7.25201 1.75937 7.55129 2.13012 7.55129C2.50087 7.55129 2.80016 7.25201 2.80016 6.88125V5.0945C2.80016 4.72375 2.50087 4.42446 2.13012 4.42446C1.75937 4.42446 1.46009 4.72375 1.46009 5.0945ZM4.14022 5.0945V6.88125C4.14022 7.25201 4.4395 7.55129 4.81026 7.55129C5.18101 7.55129 5.48029 7.25201 5.48029 6.88125V5.0945C5.48029 4.72375 5.18101 4.42446 4.81026 4.42446C4.4395 4.42446 4.14022 4.72375 4.14022 5.0945ZM1.23674 9.78473H8.38377C8.75452 9.78473 9.0538 9.48545 9.0538 9.1147C9.0538 8.74395 8.75452 8.44466 8.38377 8.44466H1.23674C0.865993 8.44466 0.566711 8.74395 0.566711 9.1147C0.566711 9.48545 0.865993 9.78473 1.23674 9.78473ZM6.82036 5.0945V6.88125C6.82036 7.25201 7.11964 7.55129 7.49039 7.55129C7.86114 7.55129 8.16042 7.25201 8.16042 6.88125V5.0945C8.16042 4.72375 7.86114 4.42446 7.49039 4.42446C7.11964 4.42446 6.82036 4.72375 6.82036 5.0945ZM4.39484 0.623142L0.865993 2.48137C0.682851 2.57517 0.566711 2.76725 0.566711 2.97273C0.566711 3.28094 0.816857 3.53109 1.12507 3.53109H8.49991C8.80365 3.53109 9.0538 3.28094 9.0538 2.97273C9.0538 2.76725 8.93766 2.57517 8.75452 2.48137L5.22568 0.623142C4.9666 0.484669 4.65391 0.484669 4.39484 0.623142V0.623142Z" fill="currentColor"></path></svg> <span class="-mr-1 text-gray-400">License:</span> <span>apache-2.0</span> <div class="border-br-gray-200 absolute bottom-0.5 right-0.5 h-1 w-1 border-[3px] border-l-transparent border-t-transparent border-b-gray-200 border-r-gray-200 dark:border-b-gray-700 dark:border-r-gray-700"></div></div> </button> </div></div> <div class="flex flex-col-reverse lg:flex-row lg:items-center lg:justify-between"><div class="-mb-px flex h-12 items-center overflow-x-auto overflow-y-hidden "><a class="tab-alternate active" href="/Snowflake/snowflake-arctic-embed-l-v2.0"><svg class="mr-1.5 text-gray-400 flex-none" style="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg> Model card </a><a class="tab-alternate " href="/Snowflake/snowflake-arctic-embed-l-v2.0/tree/main"><svg class="mr-1.5 text-gray-400 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-tertiary" d="M21 19h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2zm0-4h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2zm0-8h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2zm0 4h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M9 19a1 1 0 0 1-1-1V6a1 1 0 0 1 2 0v12a1 1 0 0 1-1 1zm-6-4.333a1 1 0 0 1-.64-1.769L3.438 12l-1.078-.898a1 1 0 0 1 1.28-1.538l2 1.667a1 1 0 0 1 0 1.538l-2 1.667a.999.999 0 0 1-.64.231z" fill="currentColor"></path></svg> <span class="xl:hidden">Files</span> <span class="hidden xl:inline">Files and versions</span> </a><a class="tab-alternate " href="/Snowflake/snowflake-arctic-embed-l-v2.0/discussions"><svg class="mr-1.5 text-gray-400 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M20.6081 3C21.7684 3 22.8053 3.49196 23.5284 4.38415C23.9756 4.93678 24.4428 5.82749 24.4808 7.16133C24.9674 7.01707 25.4353 6.93643 25.8725 6.93643C26.9833 6.93643 27.9865 7.37587 28.696 8.17411C29.6075 9.19872 30.0124 10.4579 29.8361 11.7177C29.7523 12.3177 29.5581 12.8555 29.2678 13.3534C29.8798 13.8646 30.3306 14.5763 30.5485 15.4322C30.719 16.1032 30.8939 17.5006 29.9808 18.9403C30.0389 19.0342 30.0934 19.1319 30.1442 19.2318C30.6932 20.3074 30.7283 21.5229 30.2439 22.6548C29.5093 24.3704 27.6841 25.7219 24.1397 27.1727C21.9347 28.0753 19.9174 28.6523 19.8994 28.6575C16.9842 29.4379 14.3477 29.8345 12.0653 29.8345C7.87017 29.8345 4.8668 28.508 3.13831 25.8921C0.356375 21.6797 0.754104 17.8269 4.35369 14.1131C6.34591 12.058 7.67023 9.02782 7.94613 8.36275C8.50224 6.39343 9.97271 4.20438 12.4172 4.20438H12.4179C12.6236 4.20438 12.8314 4.2214 13.0364 4.25468C14.107 4.42854 15.0428 5.06476 15.7115 6.02205C16.4331 5.09583 17.134 4.359 17.7682 3.94323C18.7242 3.31737 19.6794 3 20.6081 3ZM20.6081 5.95917C20.2427 5.95917 19.7963 6.1197 19.3039 6.44225C17.7754 7.44319 14.8258 12.6772 13.7458 14.7131C13.3839 15.3952 12.7655 15.6837 12.2086 15.6837C11.1036 15.6837 10.2408 14.5497 12.1076 13.1085C14.9146 10.9402 13.9299 7.39584 12.5898 7.1776C12.5311 7.16799 12.4731 7.16355 12.4172 7.16355C11.1989 7.16355 10.6615 9.33114 10.6615 9.33114C10.6615 9.33114 9.0863 13.4148 6.38031 16.206C3.67434 18.998 3.5346 21.2388 5.50675 24.2246C6.85185 26.2606 9.42666 26.8753 12.0653 26.8753C14.8021 26.8753 17.6077 26.2139 19.1799 25.793C19.2574 25.7723 28.8193 22.984 27.6081 20.6107C27.4046 20.212 27.0693 20.0522 26.6471 20.0522C24.9416 20.0522 21.8393 22.6726 20.5057 22.6726C20.2076 22.6726 19.9976 22.5416 19.9116 22.222C19.3433 20.1173 28.552 19.2325 27.7758 16.1839C27.639 15.6445 27.2677 15.4256 26.746 15.4263C24.4923 15.4263 19.4358 19.5181 18.3759 19.5181C18.2949 19.5181 18.2368 19.4937 18.2053 19.4419C17.6743 18.557 17.9653 17.9394 21.7082 15.6009C25.4511 13.2617 28.0783 11.8545 26.5841 10.1752C26.4121 9.98141 26.1684 9.8956 25.8725 9.8956C23.6001 9.89634 18.2311 14.9403 18.2311 14.9403C18.2311 14.9403 16.7821 16.496 15.9057 16.496C15.7043 16.496 15.533 16.4139 15.4169 16.2112C14.7956 15.1296 21.1879 10.1286 21.5484 8.06535C21.7928 6.66715 21.3771 5.95917 20.6081 5.95917Z" fill="#FF9D00"></path><path d="M5.50686 24.2246C3.53472 21.2387 3.67446 18.9979 6.38043 16.206C9.08641 13.4147 10.6615 9.33111 10.6615 9.33111C10.6615 9.33111 11.2499 6.95933 12.59 7.17757C13.93 7.39581 14.9139 10.9401 12.1069 13.1084C9.29997 15.276 12.6659 16.7489 13.7459 14.713C14.8258 12.6772 17.7747 7.44316 19.304 6.44221C20.8326 5.44128 21.9089 6.00204 21.5484 8.06532C21.188 10.1286 14.795 15.1295 15.4171 16.2118C16.0391 17.2934 18.2312 14.9402 18.2312 14.9402C18.2312 14.9402 25.0907 8.49588 26.5842 10.1752C28.0776 11.8545 25.4512 13.2616 21.7082 15.6008C17.9646 17.9393 17.6744 18.557 18.2054 19.4418C18.7372 20.3266 26.9998 13.1351 27.7759 16.1838C28.5513 19.2324 19.3434 20.1173 19.9117 22.2219C20.48 24.3274 26.3979 18.2382 27.6082 20.6107C28.8193 22.9839 19.2574 25.7722 19.18 25.7929C16.0914 26.62 8.24723 28.3726 5.50686 24.2246Z" fill="#FFD21E"></path></svg> Community <div class="ml-1.5 flex h-4 min-w-[1rem] items-center justify-center rounded px-1 text-xs leading-none shadow-sm bg-black text-white dark:bg-gray-800 dark:text-gray-200">7 </div> </a> </div> <div class="relative mb-1.5 flex flex-wrap gap-1.5 sm:flex-nowrap lg:mb-0"><div class="order-last sm:order-first"><div class="relative "> <button class="btn px-1.5 py-1.5 " type="button"> <svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="p-0.5" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><circle cx="16" cy="7" r="3" fill="currentColor"></circle><circle cx="16" cy="16" r="3" fill="currentColor"></circle><circle cx="16" cy="25" r="3" fill="currentColor"></circle></svg> </button> </div></div> <div class="flex-none w-full sm:w-auto"><div class="relative "> <button class="text-sm btn btn w-full cursor-pointer text-sm" type="button"> <svg class="mr-1.5 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M12.1 2a9.8 9.8 0 0 0-5.4 1.6l6.4 6.4a2.1 2.1 0 0 1 .2 3a2.1 2.1 0 0 1-3-.2L3.7 6.4A9.84 9.84 0 0 0 2 12.1a10.14 10.14 0 0 0 10.1 10.1a10.9 10.9 0 0 0 2.6-.3l6.7 6.7a5 5 0 0 0 7.1-7.1l-6.7-6.7a10.9 10.9 0 0 0 .3-2.6A10 10 0 0 0 12.1 2zm8 10.1a7.61 7.61 0 0 1-.3 2.1l-.3 1.1l.8.8l6.7 6.7a2.88 2.88 0 0 1 .9 2.1A2.72 2.72 0 0 1 27 27a2.9 2.9 0 0 1-4.2 0l-6.7-6.7l-.8-.8l-1.1.3a7.61 7.61 0 0 1-2.1.3a8.27 8.27 0 0 1-5.7-2.3A7.63 7.63 0 0 1 4 12.1a8.33 8.33 0 0 1 .3-2.2l4.4 4.4a4.14 4.14 0 0 0 5.9.2a4.14 4.14 0 0 0-.2-5.9L10 4.2a6.45 6.45 0 0 1 2-.3a8.27 8.27 0 0 1 5.7 2.3a8.49 8.49 0 0 1 2.4 5.9z" fill="currentColor"></path></svg> Train <svg class="-mr-1 text-gray-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path d="M16.293 9.293L12 13.586L7.707 9.293l-1.414 1.414L12 16.414l5.707-5.707z" fill="currentColor"></path></svg></button> </div> </div> <div class="flex-none w-full sm:w-auto"><div class="relative "> <button class="text-sm btn btn w-full cursor-pointer text-sm" type="button"> <svg class="mr-1.5 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><rect x="6.34" y="19" width="11.31" height="2" transform="translate(-10.63 14.34) rotate(-45)"></rect><path d="M17,30a1,1,0,0,1-.37-.07,1,1,0,0,1-.62-.79l-1-7,2-.28.75,5.27L21,24.52V17a1,1,0,0,1,.29-.71l4.07-4.07A8.94,8.94,0,0,0,28,5.86V4H26.14a8.94,8.94,0,0,0-6.36,2.64l-4.07,4.07A1,1,0,0,1,15,11H7.48L4.87,14.26l5.27.75-.28,2-7-1a1,1,0,0,1-.79-.62,1,1,0,0,1,.15-1l4-5A1,1,0,0,1,7,9h7.59l3.77-3.78A10.92,10.92,0,0,1,26.14,2H28a2,2,0,0,1,2,2V5.86a10.92,10.92,0,0,1-3.22,7.78L23,17.41V25a1,1,0,0,1-.38.78l-5,4A1,1,0,0,1,17,30Z"></path></svg> Deploy <svg class="-mr-1 text-gray-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path d="M16.293 9.293L12 13.586L7.707 9.293l-1.414 1.414L12 16.414l5.707-5.707z" fill="currentColor"></path></svg></button> </div> </div> <div class="relative flex-auto sm:flex-none"> <button class="from-gray-800! to-black! text-white! gap-1! border-gray-800! dark:border-gray-900! btn w-full cursor-pointer text-sm" type="button"> <svg class="mr-1.5 mr-0.5! " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path fill="currentColor" d="M28 4H4a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h8v4H8v2h16v-2h-4v-4h8a2 2 0 0 0 2-2V6a2 2 0 0 0-2-2ZM18 28h-4v-4h4Zm10-6H4V6h24Z"></path></svg> Use this model <svg class="-mr-1 text-gray-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path d="M16.293 9.293L12 13.586L7.707 9.293l-1.414 1.414L12 16.414l5.707-5.707z" fill="currentColor"></path></svg></button> </div> </div> </div></div></header> </div> <div class="container relative flex flex-col md:grid md:space-y-0 w-full md:grid-cols-12 md:flex-1 md:grid-rows-full space-y-4 md:gap-6 "><section class="pt-8 border-gray-100 md:col-span-7 pb-24 relative break-words copiable-code-container"><div class="SVELTE_HYDRATER contents" data-target="UnsafeBanner" data-props="{"classNames":"mb-6 md:mb-4 mt-0","repoId":"Snowflake/snowflake-arctic-embed-l-v2.0","repoType":"model","minLevel":"unsafe"}"></div> <div class="SVELTE_HYDRATER contents" data-target="RepoCodeCopy" data-props="{}"><div></div></div> <div class="relative md:mt-2"><div class="SVELTE_HYDRATER contents" data-target="SideNavigation" data-props="{"titleTree":[{"id":"news","label":"News","children":[],"isValid":true,"title":"News"},{"id":"models","label":"Models","children":[{"id":"quality-benchmarks","label":"Quality Benchmarks","children":[],"isValid":true,"title":"Quality Benchmarks"}],"isValid":true,"title":"Models"},{"id":"usage","label":"Usage","children":[{"id":"using-sentence-transformers","label":"Using Sentence Transformers","children":[],"isValid":true,"title":"Using Sentence Transformers"},{"id":"using-huggingface-transformers","label":"Using Huggingface Transformers","children":[],"isValid":true,"title":"Using Huggingface Transformers"},{"id":"using-huggingface-transformersjs","label":"Using Huggingface Transformers.js","children":[],"isValid":true,"title":"Using Huggingface Transformers.js"}],"isValid":true,"title":"Usage"},{"id":"contact","label":"Contact","children":[],"isValid":true,"title":"Contact"},{"id":"license","label":"License","children":[],"isValid":true,"title":"License"}]}"> <div class="absolute -left-12 bottom-0 top-0 z-10 "><div class="sticky top-4 flex"><div class="h-7 pt-[0.175rem]"> <span class="peer" tabindex="0"><button class="select-none hover:cursor-pointer"><svg width="1em" height="1em" viewBox="0 0 10 10" class="text-lg opacity-80 hover:opacity-100" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" preserveAspectRatio="xMidYMid meet" fill="currentColor"><path fill-rule="evenodd" clip-rule="evenodd" d="M1.65039 2.9999C1.65039 2.8066 1.80709 2.6499 2.00039 2.6499H8.00039C8.19369 2.6499 8.35039 2.8066 8.35039 2.9999C8.35039 3.1932 8.19369 3.3499 8.00039 3.3499H2.00039C1.80709 3.3499 1.65039 3.1932 1.65039 2.9999ZM1.65039 4.9999C1.65039 4.8066 1.80709 4.6499 2.00039 4.6499H8.00039C8.19369 4.6499 8.35039 4.8066 8.35039 4.9999C8.35039 5.1932 8.19369 5.3499 8.00039 5.3499H2.00039C1.80709 5.3499 1.65039 5.1932 1.65039 4.9999ZM2.00039 6.6499C1.80709 6.6499 1.65039 6.8066 1.65039 6.9999C1.65039 7.1932 1.80709 7.3499 2.00039 7.3499H8.00039C8.19369 7.3499 8.35039 7.1932 8.35039 6.9999C8.35039 6.8066 8.19369 6.6499 8.00039 6.6499H2.00039Z"></path></svg></button></span> <div class="invisible w-0 -translate-x-24 -translate-y-6 overflow-hidden rounded-xl border bg-white transition-transform hover:visible hover:w-52 hover:translate-x-0 peer-focus-within:visible peer-focus-within:w-52 peer-focus-within:translate-x-0"><nav aria-label="Secondary" class="max-h-[550px] overflow-y-auto p-3"><ul><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#news" title="News">News</a> <ul class="pl-1"></ul> </li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#models" title="Models">Models</a> <ul class="pl-1"><li><a class="mb-0.5 block break-words hover:underline active:text-gray-700 dark:active:text-gray-300 text-gray-500" href="#quality-benchmarks" title="Quality Benchmarks">Quality Benchmarks</a> <ul class="pl-2"></ul> </li></ul> </li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#usage" title="Usage">Usage</a> <ul class="pl-1"><li><a class="mb-0.5 block break-words hover:underline active:text-gray-700 dark:active:text-gray-300 text-gray-500" href="#using-sentence-transformers" title="Using Sentence Transformers">Using Sentence Transformers</a> <ul class="pl-2"></ul> </li><li><a class="mb-0.5 block break-words hover:underline active:text-gray-700 dark:active:text-gray-300 text-gray-500" href="#using-huggingface-transformers" title="Using Huggingface Transformers">Using Huggingface Transformers</a> <ul class="pl-2"></ul> </li><li><a class="mb-0.5 block break-words hover:underline active:text-gray-700 dark:active:text-gray-300 text-gray-500" href="#using-huggingface-transformersjs" title="Using Huggingface Transformers.js">Using Huggingface Transformers.js</a> <ul class="pl-2"></ul> </li></ul> </li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#contact" title="Contact">Contact</a> <ul class="pl-1"></ul> </li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#license" title="License">License</a> <ul class="pl-1"></ul> </li></ul></nav></div></div></div></div></div> <div class="SVELTE_HYDRATER contents" data-target="Hydrater" data-props="{"targetSelector":".model-card-content"}"></div> <div class="model-card-content prose md:px-6 md:-mx-6 lg:-mr-20 lg:pr-20 xl:-mr-24 xl:pr-24 2xl:-mr-36 2xl:pr-36 hf-sanitized hf-sanitized-XiAn5FIrDoeit9Ox_rBOC"> <h1 align="center">Snowflake's Arctic-embed-l-v2.0</h1> <h4 align="center"> <p> <a rel="nofollow" href="#news">News</a> | <a rel="nofollow" href="#models">Models</a> | <a rel="nofollow" href="#usage">Usage</a> | <a rel="nofollow" href="#evaluation">Evaluation</a> | <a rel="nofollow" href="#contact">Contact</a> | <a rel="nofollow" href="#faq">FAQ</a> <a rel="nofollow" href="#license">License</a> | <a rel="nofollow" href="#acknowledgement">Acknowledgement</a> </p><p> </p></h4> <img src="https://static.scarf.sh/a.png?x-pxid=18f5b1a3-da66-4f25-92d3-21da829509c3"> <h2 class="relative group flex items-center"> <a rel="nofollow" href="#news" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="news"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> News </span> </h2> <ul> <li>12/11/2024: Release of <a rel="nofollow" href="https://arxiv.org/abs/2412.04506">Technical Report</a></li> <li>12/04/2024: Release of <a rel="nofollow" href="https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0">snowflake-arctic-embed-l-v2.0</a> and <a rel="nofollow" href="https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v2.0">snowflake-arctic-embed-m-v2.0</a> our newest models with multilingual workloads in mind.</li> </ul> <h2 class="relative group flex items-center"> <a rel="nofollow" href="#models" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="models"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> Models </span> </h2> <p>Snowflake arctic-embed-l-v2.0 is the newest addition to the suite of embedding models Snowflake has released optimizing for retrieval performance and inference efficiency. Arctic Embed 2.0 introduces a new standard for multilingual embedding models, combining high-quality multilingual text retrieval without sacrificing performance in English. Released under the permissive Apache 2.0 license, Arctic Embed 2.0 is ideal for applications that demand reliable, enterprise-grade multilingual search and retrieval at scale.</p> <p>Key Features:</p> <ol> <li><p>Multilingual without compromise: Excels in English and non-English retrieval, outperforming leading open-source and proprietary models on benchmarks like MTEB Retrieval, CLEF, and MIRACL.</p> </li> <li><p>Inference efficiency: Its 303m non-embedding parameters inference is fast and efficient for any scale. </p> </li> <li><p>Compression-friendly: Achieves high-quality retrieval with embeddings as small as 128 bytes/vector using Matryoshka Representation Learning (MRL) and quantization-aware embedding training.</p> </li> <li><p>Drop-In Replacement: arctic-embed-l-v2.0 builds on BAAI/bge-m3-retromae](<a rel="nofollow" href="https://huggingface.co/BAAI/bge-m3-retromae">https://huggingface.co/BAAI/bge-m3-retromae</a>) which allows direct drop-in inference replacement with any form of new libraries, kernels, inference engines etc. </p> </li> <li><p>Long Context Support: arctic-embed-l-v2.0 builds on <a rel="nofollow" href="https://huggingface.co/BAAI/bge-m3-retromae">BAAI/bge-m3-retromae</a> which can support a context window of up to 8192 via the use of RoPE.</p> </li> </ol> <h3 class="relative group flex items-center"> <a rel="nofollow" href="#quality-benchmarks" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="quality-benchmarks"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> Quality Benchmarks </span> </h3> <p>Unlike most other open-source models, Arctic-embed-l-v2.0 excels across English (via MTEB Retrieval) and multilingual (via MIRACL and CLEF). You no longer need to support models to empower high-quality English and multilingual retrieval. All numbers mentioned below are the average NDCG@10 across the dataset being discussed. </p> <div class="max-w-full overflow-auto"> <table> <thead><tr> <th>Model Name</th> <th align="center"># params</th> <th align="center"># non-emb params</th> <th align="center"># dimensions</th> <th align="center">BEIR (15)</th> <th align="center">MIRACL (4)</th> <th align="center">CLEF (Focused)</th> <th align="center">CLEF (Full)</th> </tr> </thead><tbody><tr> <td><strong>snowflake-arctic-l-v2.0</strong></td> <td align="center">568M</td> <td align="center">303M</td> <td align="center">1024</td> <td align="center"><strong>55.6</strong></td> <td align="center">55.8</td> <td align="center"><strong>52.9</strong></td> <td align="center"><strong>54.3</strong></td> </tr> <tr> <td>snowflake-arctic-m</td> <td align="center">109M</td> <td align="center">86M</td> <td align="center">768</td> <td align="center">54.9</td> <td align="center">24.9</td> <td align="center">34.4</td> <td align="center">29.1</td> </tr> <tr> <td>snowflake-arctic-l</td> <td align="center">335M</td> <td align="center">303M</td> <td align="center">1024</td> <td align="center">56.0</td> <td align="center">34.8</td> <td align="center">38.2</td> <td align="center">33.7</td> </tr> <tr> <td>me5 base</td> <td align="center">560M</td> <td align="center">303M</td> <td align="center">1024</td> <td align="center">51.4</td> <td align="center">54.0</td> <td align="center">43.0</td> <td align="center">34.6</td> </tr> <tr> <td>bge-m3 (BAAI)</td> <td align="center">568M</td> <td align="center">303M</td> <td align="center">1024</td> <td align="center">48.8</td> <td align="center"><strong>56.8</strong></td> <td align="center">40.8</td> <td align="center">41.3</td> </tr> <tr> <td>gte (Alibaba)</td> <td align="center">305M</td> <td align="center">113M</td> <td align="center">768</td> <td align="center">51.1</td> <td align="center">52.3</td> <td align="center">47.7</td> <td align="center">53.1</td> </tr> </tbody> </table> </div> <p>Aside from high-quality retrieval arctic delivers embeddings that are easily compressible. Leverage vector truncation via MRL to decrease vector size by 4x with less than 3% degredation in quality. Combine MRLed vectors with vector compression (Int4) to power retrieval in 128 bytes per doc. </p> <div class="max-w-full overflow-auto"> <table> <thead><tr> <th>Model</th> <th></th> <th align="center">BEIR (15)</th> <th align="center">Relative Performance</th> <th align="center">MIRACL (4)</th> <th align="center">Relative Performance</th> <th align="center">CLEF (5)</th> <th>Relative Performance</th> <th>CLEF (Full)</th> <th>Relative Performance</th> </tr> </thead><tbody><tr> <td>snowflake-arctic-l-v2.0</td> <td>1024</td> <td align="center">55.6</td> <td align="center">N/A</td> <td align="center">55.8</td> <td align="center">N/A</td> <td align="center">52.9</td> <td>N/A</td> <td>54.3</td> <td>N/A</td> </tr> <tr> <td>snowflake-arctic-l-v2.0</td> <td>256</td> <td align="center">54.3</td> <td align="center">-0.18%</td> <td align="center">54.3</td> <td align="center">-2.70%</td> <td align="center">51.9</td> <td>-1.81%</td> <td>53.4</td> <td>-1.53%</td> </tr> </tbody> </table> </div> <h2 class="relative group flex items-center"> <a rel="nofollow" href="#usage" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="usage"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> Usage </span> </h2> <h3 class="relative group flex items-center"> <a rel="nofollow" href="#using-sentence-transformers" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="using-sentence-transformers"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> Using Sentence Transformers </span> </h3> <pre><code class="language-python"><span class="hljs-keyword">from</span> sentence_transformers <span class="hljs-keyword">import</span> SentenceTransformer <span class="hljs-comment"># Load the model</span> model_name = <span class="hljs-string">'Snowflake/snowflake-arctic-embed-l-v2.0'</span> model = SentenceTransformer(model_name) <span class="hljs-comment"># Define the queries and documents</span> queries = [<span class="hljs-string">'what is snowflake?'</span>, <span class="hljs-string">'Where can I get the best tacos?'</span>] documents = [<span class="hljs-string">'The Data Cloud!'</span>, <span class="hljs-string">'Mexico City of Course!'</span>] <span class="hljs-comment"># Compute embeddings: use `prompt_name="query"` to encode queries!</span> query_embeddings = model.encode(queries, prompt_name=<span class="hljs-string">"query"</span>) document_embeddings = model.encode(documents) <span class="hljs-comment"># Compute cosine similarity scores</span> scores = model.similarity(query_embeddings, document_embeddings) <span class="hljs-comment"># Output the results</span> <span class="hljs-keyword">for</span> query, query_scores <span class="hljs-keyword">in</span> <span class="hljs-built_in">zip</span>(queries, scores): doc_score_pairs = <span class="hljs-built_in">list</span>(<span class="hljs-built_in">zip</span>(documents, query_scores)) doc_score_pairs = <span class="hljs-built_in">sorted</span>(doc_score_pairs, key=<span class="hljs-keyword">lambda</span> x: x[<span class="hljs-number">1</span>], reverse=<span class="hljs-literal">True</span>) <span class="hljs-built_in">print</span>(<span class="hljs-string">"Query:"</span>, query) <span class="hljs-keyword">for</span> document, score <span class="hljs-keyword">in</span> doc_score_pairs: <span class="hljs-built_in">print</span>(score, document) </code></pre> <h3 class="relative group flex items-center"> <a rel="nofollow" href="#using-huggingface-transformers" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="using-huggingface-transformers"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> Using Huggingface Transformers </span> </h3> <p>You can use the transformers package to use Snowflake's arctic-embed model, as shown below. For optimal retrieval quality, use the CLS token to embed each text portion and use the query prefix below (just on the query).</p> <pre><code class="language-python"><span class="hljs-keyword">import</span> torch <span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel, AutoTokenizer model_name = <span class="hljs-string">'Snowflake/snowflake-arctic-embed-l-v2.0'</span> tokenizer = AutoTokenizer.from_pretrained(model_name) model = AutoModel.from_pretrained(model_name, add_pooling_layer=<span class="hljs-literal">False</span>) model.<span class="hljs-built_in">eval</span>() query_prefix = <span class="hljs-string">'query: '</span> queries = [<span class="hljs-string">'what is snowflake?'</span>, <span class="hljs-string">'Where can I get the best tacos?'</span>] queries_with_prefix = [<span class="hljs-string">"{}{}"</span>.<span class="hljs-built_in">format</span>(query_prefix, i) <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> queries] query_tokens = tokenizer(queries_with_prefix, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">'pt'</span>, max_length=<span class="hljs-number">8192</span>) documents = [<span class="hljs-string">'The Data Cloud!'</span>, <span class="hljs-string">'Mexico City of Course!'</span>] document_tokens = tokenizer(documents, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">'pt'</span>, max_length=<span class="hljs-number">8192</span>) <span class="hljs-comment"># Compute token embeddings</span> <span class="hljs-keyword">with</span> torch.no_grad(): query_embeddings = model(**query_tokens)[<span class="hljs-number">0</span>][:, <span class="hljs-number">0</span>] document_embeddings = model(**document_tokens)[<span class="hljs-number">0</span>][:, <span class="hljs-number">0</span>] <span class="hljs-comment"># normalize embeddings</span> query_embeddings = torch.nn.functional.normalize(query_embeddings, p=<span class="hljs-number">2</span>, dim=<span class="hljs-number">1</span>) document_embeddings = torch.nn.functional.normalize(document_embeddings, p=<span class="hljs-number">2</span>, dim=<span class="hljs-number">1</span>) scores = torch.mm(query_embeddings, document_embeddings.transpose(<span class="hljs-number">0</span>, <span class="hljs-number">1</span>)) <span class="hljs-keyword">for</span> query, query_scores <span class="hljs-keyword">in</span> <span class="hljs-built_in">zip</span>(queries, scores): doc_score_pairs = <span class="hljs-built_in">list</span>(<span class="hljs-built_in">zip</span>(documents, query_scores)) doc_score_pairs = <span class="hljs-built_in">sorted</span>(doc_score_pairs, key=<span class="hljs-keyword">lambda</span> x: x[<span class="hljs-number">1</span>], reverse=<span class="hljs-literal">True</span>) <span class="hljs-comment">#Output passages & scores</span> <span class="hljs-built_in">print</span>(<span class="hljs-string">"Query:"</span>, query) <span class="hljs-keyword">for</span> document, score <span class="hljs-keyword">in</span> doc_score_pairs: <span class="hljs-built_in">print</span>(score, document) </code></pre> <p>This should produce the following scores</p> <pre><code>Query: what is snowflake? tensor(0.2715) The Data Cloud! tensor(0.0661) Mexico City of Course! Query: Where can I get the best tacos? tensor(0.2797) Mexico City of Course! tensor(0.1250) The Data Cloud! </code></pre> <h3 class="relative group flex items-center"> <a rel="nofollow" href="#using-huggingface-transformersjs" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="using-huggingface-transformersjs"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> Using Huggingface Transformers.js </span> </h3> <p>If you haven't already, you can install the <a rel="nofollow" href="https://huggingface.co/docs/transformers.js">Transformers.js</a> JavaScript library from <a rel="nofollow" href="https://www.npmjs.com/package/@huggingface/transformers">NPM</a> using:</p> <pre><code class="language-bash">npm i @huggingface/transformers </code></pre> <p>You can then use the model for retrieval, as follows:</p> <pre><code class="language-js"><span class="hljs-keyword">import</span> { pipeline, dot } <span class="hljs-keyword">from</span> <span class="hljs-string">'@huggingface/transformers'</span>; <span class="hljs-comment">// Create feature extraction pipeline</span> <span class="hljs-keyword">const</span> extractor = <span class="hljs-keyword">await</span> <span class="hljs-title function_">pipeline</span>(<span class="hljs-string">'feature-extraction'</span>, <span class="hljs-string">'Snowflake/snowflake-arctic-embed-m-v2.0'</span>, { <span class="hljs-attr">dtype</span>: <span class="hljs-string">'q8'</span>, }); <span class="hljs-comment">// Generate sentence embeddings</span> <span class="hljs-keyword">const</span> sentences = [ <span class="hljs-string">'query: what is snowflake?'</span>, <span class="hljs-string">'The Data Cloud!'</span>, <span class="hljs-string">'Mexico City of Course!'</span>, ] <span class="hljs-keyword">const</span> output = <span class="hljs-keyword">await</span> <span class="hljs-title function_">extractor</span>(sentences, { <span class="hljs-attr">normalize</span>: <span class="hljs-literal">true</span>, <span class="hljs-attr">pooling</span>: <span class="hljs-string">'cls'</span> }); <span class="hljs-comment">// Compute similarity scores</span> <span class="hljs-keyword">const</span> [source_embeddings, ...document_embeddings ] = output.<span class="hljs-title function_">tolist</span>(); <span class="hljs-keyword">const</span> similarities = document_embeddings.<span class="hljs-title function_">map</span>(<span class="hljs-function"><span class="hljs-params">x</span> =></span> <span class="hljs-title function_">dot</span>(source_embeddings, x)); <span class="hljs-variable language_">console</span>.<span class="hljs-title function_">log</span>(similarities); <span class="hljs-comment">// [0.24783534471401417, 0.05313122704326892]</span> </code></pre> <h2 class="relative group flex items-center"> <a rel="nofollow" href="#contact" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="contact"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> Contact </span> </h2> <p>Feel free to open an issue or pull request if you have any questions or suggestions about this project. You also can email Daniel Campos(<a rel="nofollow" href="mailto:daniel.campos@snowflake.com">daniel.campos@snowflake.com</a>).</p> <h2 class="relative group flex items-center"> <a rel="nofollow" href="#license" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" id="license"> <span class="header-link"><svg viewBox="0 0 256 256" preserveAspectRatio="xMidYMid meet" height="1em" width="1em" role="img" aria-hidden="true" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4"><path fill="currentColor" d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z"></path></svg></span> </a> <span> License </span> </h2> <p>Arctic is licensed under the <a rel="nofollow" href="https://www.apache.org/licenses/LICENSE-2.0">Apache-2</a>. The released models can be used for commercial purposes free of charge.</p> </div> </div></section> <section class="pt-8 border-gray-100 md:col-span-5 pt-6 md:pb-24 md:pl-6 md:border-l order-first md:order-none"><div class="flex justify-between pb-2"><dl><dt class="-mb-1 text-sm text-gray-500">Downloads last month</dt><dd class="font-semibold">104,042 </dd></dl> <div class="model-graph h-[40px] w-[200px] flex-none md:w-[150px] lg:w-[200px]"> <svg viewbox="0 0 100 100" width="100%" height="100%" preserveAspectRatio="none" style="overflow: visible;" > <defs> <linearGradient id="fill-gradient" x1="0%" y1="0%" x2="0%" y2="100%"> <stop offset="0%" style="stop-color: rgb(137, 86, 255); stop-opacity:0.3" /> <stop offset="100%" style="stop-color: rgb(137, 86, 255); stop-opacity:0.05" /> </linearGradient> </defs> <path d="M 0,97.4C 0.2,97.2 3.1,94 3.4,93.8C 3.7,93.6 6.6,92.8 6.9,92.6C 7.2,92.4 10,90.5 10.3,90.5C 10.6,90.5 13.5,93.4 13.8,93.5C 14.1,93.6 16.9,92.1 17.2,92.3C 17.5,92.5 20.4,96.6 20.7,96.8C 21,97 23.8,97 24.1,96.8C 24.4,96.6 27.3,93.2 27.6,92.9C 27.9,92.6 30.7,91.6 31,90.9C 31.3,90.2 34.2,83.4 34.5,78.9C 34.8,74.4 37.6,-0.7 37.9,0C 38.2,0.7 41.4,93.7 41.4,93.7C 41.4,93.7 44.5,96.1 44.8,96.2C 45.1,96.3 48,95.3 48.3,95.1C 48.6,94.9 51.4,92.3 51.7,92.1C 52,91.9 54.9,90.9 55.2,90.9C 55.5,90.9 58.3,92.3 58.6,92.3C 58.9,92.3 61.8,91.6 62.1,91.7C 62.4,91.8 65.2,93.4 65.5,93.7C 65.8,94 68.7,96.9 69,97C 69.3,97.1 72.1,96.5 72.4,96.2C 72.7,95.9 75.6,92.9 75.9,91.8C 76.2,90.7 79,74.6 79.3,74.6C 79.6,74.6 82.5,90 82.8,90.9C 83.1,91.8 85.9,91.7 86.2,91.9C 86.5,92.1 89.4,93.8 89.7,94C 90,94.2 92.8,96.8 93.1,96.7C 93.4,96.7 96.3,92.8 96.6,93C 96.9,93.2 99.8,99.7 100,100" fill="none" stroke="rgb(137, 86, 255)" stroke-width="3" vector-effect="non-scaling-stroke" /> <path d="M 0,100 L 0,97.4C 0.2,97.2 3.1,94 3.4,93.8C 3.7,93.6 6.6,92.8 6.9,92.6C 7.2,92.4 10,90.5 10.3,90.5C 10.6,90.5 13.5,93.4 13.8,93.5C 14.1,93.6 16.9,92.1 17.2,92.3C 17.5,92.5 20.4,96.6 20.7,96.8C 21,97 23.8,97 24.1,96.8C 24.4,96.6 27.3,93.2 27.6,92.9C 27.9,92.6 30.7,91.6 31,90.9C 31.3,90.2 34.2,83.4 34.5,78.9C 34.8,74.4 37.6,-0.7 37.9,0C 38.2,0.7 41.4,93.7 41.4,93.7C 41.4,93.7 44.5,96.1 44.8,96.2C 45.1,96.3 48,95.3 48.3,95.1C 48.6,94.9 51.4,92.3 51.7,92.1C 52,91.9 54.9,90.9 55.2,90.9C 55.5,90.9 58.3,92.3 58.6,92.3C 58.9,92.3 61.8,91.6 62.1,91.7C 62.4,91.8 65.2,93.4 65.5,93.7C 65.8,94 68.7,96.9 69,97C 69.3,97.1 72.1,96.5 72.4,96.2C 72.7,95.9 75.6,92.9 75.9,91.8C 76.2,90.7 79,74.6 79.3,74.6C 79.6,74.6 82.5,90 82.8,90.9C 83.1,91.8 85.9,91.7 86.2,91.9C 86.5,92.1 89.4,93.8 89.7,94C 90,94.2 92.8,96.8 93.1,96.7C 93.4,96.7 96.3,92.8 96.6,93C 96.9,93.2 99.8,99.7 100,100 L 100,100" fill="url(#fill-gradient)" stroke="none" vector-effect="non-scaling-stroke" /> </svg> </div></div> <div class="divider-column-vertical"></div> <div class="SVELTE_HYDRATER contents" data-target="ModelTensorsParams" data-props="{"modelId":"Snowflake/snowflake-arctic-embed-l-v2.0","safetensors":{"parameters":{"F32":567754752},"total":567754752,"sharded":false},"isGated":false,"query":{},"model":{"author":"Snowflake","cardData":{"pipeline_tag":"sentence-similarity","tags":["sentence-transformers","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js"],"license":"apache-2.0","language":["af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh"],"model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}]},"cardExists":true,"config":{"architectures":["XLMRobertaModel"],"model_type":"xlm-roberta","tokenizer_config":{"bos_token":"<s>","cls_token":"<s>","eos_token":"</s>","mask_token":"<mask>","pad_token":"<pad>","sep_token":"</s>","unk_token":"<unk>"}},"createdAt":"2024-11-08T16:55:31.000Z","discussionsDisabled":false,"downloads":104042,"downloadsAllTime":211661,"id":"Snowflake/snowflake-arctic-embed-l-v2.0","isLikedByUser":false,"availableInferenceProviders":[{"name":"hf-inference","status":"live","isReleased":true,"providerId":"Snowflake/snowflake-arctic-embed-l-v2.0"}],"inference":"warm","lastModified":"2024-12-14T00:18:38.000Z","likes":127,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","librariesOther":["transformers.js"],"trackDownloads":true,"mask_token":"<mask>","model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}],"private":false,"repoType":"model","gated":false,"pwcLink":{"url":"https://paperswithcode.com/sota?task=Classification&dataset=MTEB+AmazonCounterfactualClassification+%28en-ext%29"},"tags":["sentence-transformers","onnx","safetensors","xlm-roberta","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js","af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh","arxiv:2412.04506","license:apache-2.0","model-index","autotrain_compatible","text-embeddings-inference","endpoints_compatible","region:us"],"tag_objs":[{"id":"sentence-similarity","label":"Sentence Similarity","type":"pipeline_tag","subType":"nlp"},{"id":"sentence-transformers","label":"sentence-transformers","type":"library"},{"id":"onnx","label":"ONNX","type":"library"},{"id":"safetensors","label":"Safetensors","type":"library"},{"id":"transformers.js","label":"Transformers.js","type":"library"},{"id":"af","label":"Afrikaans","type":"language"},{"id":"ar","label":"Arabic","type":"language"},{"id":"az","label":"Azerbaijani","type":"language"},{"id":"be","label":"Belarusian","type":"language"},{"id":"bg","label":"Bulgarian","type":"language"},{"id":"bn","label":"Bengali","type":"language"},{"id":"ca","label":"Catalan","type":"language"},{"id":"ceb","label":"Cebuano","type":"language"},{"id":"cs","label":"Czech","type":"language"},{"id":"cy","label":"Welsh","type":"language"},{"id":"da","label":"Danish","type":"language"},{"id":"de","label":"German","type":"language"},{"id":"el","label":"Greek","type":"language"},{"id":"en","label":"English","type":"language"},{"id":"es","label":"Spanish","type":"language"},{"id":"et","label":"Estonian","type":"language"},{"id":"eu","label":"Basque","type":"language"},{"id":"fa","label":"Persian","type":"language"},{"id":"fi","label":"Finnish","type":"language"},{"id":"fr","label":"French","type":"language"},{"id":"gl","label":"Galician","type":"language"},{"id":"gu","label":"Gujarati","type":"language"},{"id":"he","label":"Hebrew","type":"language"},{"id":"hi","label":"Hindi","type":"language"},{"id":"hr","label":"Croatian","type":"language"},{"id":"ht","label":"Haitian","type":"language"},{"id":"hu","label":"Hungarian","type":"language"},{"id":"hy","label":"Armenian","type":"language"},{"id":"id","label":"Indonesian","type":"language"},{"id":"is","label":"Icelandic","type":"language"},{"id":"it","label":"Italian","type":"language"},{"id":"ja","label":"Japanese","type":"language"},{"id":"jv","label":"Javanese","type":"language"},{"id":"ka","label":"Georgian","type":"language"},{"id":"kk","label":"Kazakh","type":"language"},{"id":"km","label":"Khmer","type":"language"},{"id":"kn","label":"Kannada","type":"language"},{"id":"ko","label":"Korean","type":"language"},{"id":"ky","label":"Kyrgyz","type":"language"},{"id":"lo","label":"Lao","type":"language"},{"id":"lt","label":"Lithuanian","type":"language"},{"id":"lv","label":"Latvian","type":"language"},{"id":"mk","label":"Macedonian","type":"language"},{"id":"ml","label":"Malayalam","type":"language"},{"id":"mn","label":"Mongolian","type":"language"},{"id":"mr","label":"Marathi","type":"language"},{"id":"ms","label":"Malay","type":"language"},{"id":"my","label":"Burmese","type":"language"},{"id":"ne","label":"Nepali","type":"language"},{"id":"nl","label":"Dutch","type":"language"},{"id":"pa","label":"Panjabi","type":"language"},{"id":"pl","label":"Polish","type":"language"},{"id":"pt","label":"Portuguese","type":"language"},{"id":"qu","label":"Quechua","type":"language"},{"id":"ro","label":"Romanian","type":"language"},{"id":"ru","label":"Russian","type":"language"},{"id":"si","label":"Sinhala","type":"language"},{"id":"sk","label":"Slovak","type":"language"},{"id":"sl","label":"Slovenian","type":"language"},{"id":"so","label":"Somali","type":"language"},{"id":"sq","label":"Albanian","type":"language"},{"id":"sr","label":"Serbian","type":"language"},{"id":"sv","label":"Swedish","type":"language"},{"id":"sw","label":"Swahili","type":"language"},{"id":"ta","label":"Tamil","type":"language"},{"id":"te","label":"Telugu","type":"language"},{"id":"th","label":"Thai","type":"language"},{"id":"tl","label":"Tagalog","type":"language"},{"id":"tr","label":"Turkish","type":"language"},{"id":"uk","label":"Ukrainian","type":"language"},{"id":"ur","label":"Urdu","type":"language"},{"id":"vi","label":"Vietnamese","type":"language"},{"id":"yo","label":"Yoruba","type":"language"},{"id":"zh","label":"Chinese","type":"language"},{"id":"xlm-roberta","label":"xlm-roberta","type":"other"},{"id":"feature-extraction","label":"feature-extraction","type":"other"},{"id":"mteb","label":"mteb","type":"other"},{"id":"arctic","label":"arctic","type":"other"},{"id":"snowflake-arctic-embed","label":"snowflake-arctic-embed","type":"other"},{"id":"model-index","label":"Eval Results","type":"other"},{"id":"autotrain_compatible","label":"AutoTrain Compatible","type":"other"},{"id":"text-embeddings-inference","label":"text-embeddings-inference","type":"other"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other"},{"id":"arxiv:2412.04506","label":"arxiv:2412.04506","type":"arxiv","extra":{"paperTitle":"Arctic-Embed 2.0: Multilingual Retrieval Without Compromise"}},{"id":"license:apache-2.0","label":"apache-2.0","type":"license"},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"safetensors":{"parameters":{"F32":567754752},"total":567754752,"sharded":false},"hasBlockedOids":false,"region":"us","isQuantized":false,"inferenceStatic":"maybe-loadable"}}"><div class="flex gap-1.5 flex-wrap"><div class="text-smd mr-auto flex flex-none items-center gap-1 overflow-hidden rounded-lg font-semibold"><svg class="" viewBox="0 0 57 44" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet"><path d="M36.816 20.1474L54.9918 27.4409C55.5142 27.6506 55.9623 28.0112 56.2788 28.4766C56.5954 28.9421 56.7661 29.4913 56.7691 30.0542C56.7722 30.6171 56.6074 31.1682 56.2959 31.637C55.9844 32.1059 55.5402 32.4713 55.0201 32.6866L29.953 43.0646C29.2593 43.3518 28.4799 43.3518 27.7862 43.0646L2.71624 32.6894C2.19613 32.4741 1.75197 32.1087 1.44044 31.6398C1.12892 31.171 0.964165 30.62 0.967204 30.057C0.970244 29.4941 1.14094 28.9449 1.45751 28.4794C1.77408 28.014 2.22216 27.6534 2.74456 27.4437L21.2404 20.0227C22.2997 19.5979 25.6477 20.8441 28.8682 20.8555C32.3096 20.8668 35.6292 19.6715 36.816 20.1474ZM11.3042 30.1119L28.8682 37.3828L46.435 30.1119L28.8682 23.0619L11.3042 30.1119ZM29.9247 0.388251L54.9918 10.4462C55.5142 10.6559 55.9623 11.0165 56.2788 11.482C56.5954 11.9474 56.7661 12.4967 56.7691 13.0596C56.7722 13.6225 56.6074 14.1735 56.2959 14.6424C55.9844 15.1112 55.5402 15.4766 55.0201 15.6919L29.953 26.07C29.2593 26.3572 28.4799 26.3572 27.7862 26.07L2.71624 15.6948C2.19613 15.4795 1.75197 15.1141 1.44044 14.6452C1.12892 14.1763 0.964165 13.6253 0.967204 13.0624C0.970244 12.4995 1.14094 11.9503 1.45751 11.4848C1.77408 11.0193 2.22216 10.6588 2.74456 10.4491L27.8117 0.388251C28.4896 0.1157 29.2467 0.1157 29.9247 0.388251ZM11.3042 13.1172L28.8682 20.3881L46.435 13.1172L28.8682 6.06729L11.3042 13.1172Z" fill="currentColor"></path></svg>Safetensors<a target="_blank" href="https://huggingface.co/docs/safetensors" class="flex-none text-xs text-gray-400 hover:text-gray-500"><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M17 22v-8h-4v2h2v6h-3v2h8v-2h-3z" fill="currentColor"></path><path d="M16 8a1.5 1.5 0 1 0 1.5 1.5A1.5 1.5 0 0 0 16 8z" fill="currentColor"></path><path d="M16 30a14 14 0 1 1 14-14a14 14 0 0 1-14 14zm0-26a12 12 0 1 0 12 12A12 12 0 0 0 16 4z" fill="currentColor"></path></svg></a></div> <div class="flex flex-wrap gap-x-1.5 gap-y-1 text-sm"><div class="inline-flex h-6 shrink-0 items-center overflow-hidden rounded-lg border"><div class="border-r px-2 text-gray-500">Model size</div> <div class="px-1.5">568M params</div></div> <div class="inline-flex h-6 shrink-0 items-center overflow-hidden rounded-lg border"><div class="border-r px-2 text-gray-500">Tensor type</div> <div class="flex px-1.5">F32 <div class="mx-1 text-gray-400 last:hidden">·</div></div></div> <button class="from-gray-50-to-white bg-linear-to-t inline-flex h-6 w-6 items-center justify-center overflow-hidden rounded-lg border hover:shadow-inner dark:hover:brightness-125" title="" ><svg class="text-xs" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32" fill="currentColor"><path fill="currentColor" d="M10 6v2h12.59L6 24.59L7.41 26L24 9.41V22h2V6H10z"></path></svg></button></div></div> </div> <div class="divider-column-vertical"></div> <div class="bg-white pb-1"><div class="SVELTE_HYDRATER contents" data-target="InferenceWidget" data-props="{"model":{"author":"Snowflake","cardData":{"pipeline_tag":"sentence-similarity","tags":["sentence-transformers","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js"],"license":"apache-2.0","language":["af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh"],"model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}]},"cardExists":true,"config":{"architectures":["XLMRobertaModel"],"model_type":"xlm-roberta","tokenizer_config":{"bos_token":"<s>","cls_token":"<s>","eos_token":"</s>","mask_token":"<mask>","pad_token":"<pad>","sep_token":"</s>","unk_token":"<unk>"}},"createdAt":"2024-11-08T16:55:31.000Z","discussionsDisabled":false,"downloads":104042,"downloadsAllTime":211661,"id":"Snowflake/snowflake-arctic-embed-l-v2.0","isLikedByUser":false,"availableInferenceProviders":[{"name":"hf-inference","status":"live","isReleased":true,"providerId":"Snowflake/snowflake-arctic-embed-l-v2.0"}],"inference":"warm","lastModified":"2024-12-14T00:18:38.000Z","likes":127,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","librariesOther":["transformers.js"],"trackDownloads":true,"mask_token":"<mask>","model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}],"private":false,"repoType":"model","gated":false,"pwcLink":{"url":"https://paperswithcode.com/sota?task=Classification&dataset=MTEB+AmazonCounterfactualClassification+%28en-ext%29"},"tags":["sentence-transformers","onnx","safetensors","xlm-roberta","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js","af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh","arxiv:2412.04506","license:apache-2.0","model-index","autotrain_compatible","text-embeddings-inference","endpoints_compatible","region:us"],"tag_objs":[{"id":"sentence-similarity","label":"Sentence Similarity","type":"pipeline_tag","subType":"nlp"},{"id":"sentence-transformers","label":"sentence-transformers","type":"library"},{"id":"onnx","label":"ONNX","type":"library"},{"id":"safetensors","label":"Safetensors","type":"library"},{"id":"transformers.js","label":"Transformers.js","type":"library"},{"id":"af","label":"Afrikaans","type":"language"},{"id":"ar","label":"Arabic","type":"language"},{"id":"az","label":"Azerbaijani","type":"language"},{"id":"be","label":"Belarusian","type":"language"},{"id":"bg","label":"Bulgarian","type":"language"},{"id":"bn","label":"Bengali","type":"language"},{"id":"ca","label":"Catalan","type":"language"},{"id":"ceb","label":"Cebuano","type":"language"},{"id":"cs","label":"Czech","type":"language"},{"id":"cy","label":"Welsh","type":"language"},{"id":"da","label":"Danish","type":"language"},{"id":"de","label":"German","type":"language"},{"id":"el","label":"Greek","type":"language"},{"id":"en","label":"English","type":"language"},{"id":"es","label":"Spanish","type":"language"},{"id":"et","label":"Estonian","type":"language"},{"id":"eu","label":"Basque","type":"language"},{"id":"fa","label":"Persian","type":"language"},{"id":"fi","label":"Finnish","type":"language"},{"id":"fr","label":"French","type":"language"},{"id":"gl","label":"Galician","type":"language"},{"id":"gu","label":"Gujarati","type":"language"},{"id":"he","label":"Hebrew","type":"language"},{"id":"hi","label":"Hindi","type":"language"},{"id":"hr","label":"Croatian","type":"language"},{"id":"ht","label":"Haitian","type":"language"},{"id":"hu","label":"Hungarian","type":"language"},{"id":"hy","label":"Armenian","type":"language"},{"id":"id","label":"Indonesian","type":"language"},{"id":"is","label":"Icelandic","type":"language"},{"id":"it","label":"Italian","type":"language"},{"id":"ja","label":"Japanese","type":"language"},{"id":"jv","label":"Javanese","type":"language"},{"id":"ka","label":"Georgian","type":"language"},{"id":"kk","label":"Kazakh","type":"language"},{"id":"km","label":"Khmer","type":"language"},{"id":"kn","label":"Kannada","type":"language"},{"id":"ko","label":"Korean","type":"language"},{"id":"ky","label":"Kyrgyz","type":"language"},{"id":"lo","label":"Lao","type":"language"},{"id":"lt","label":"Lithuanian","type":"language"},{"id":"lv","label":"Latvian","type":"language"},{"id":"mk","label":"Macedonian","type":"language"},{"id":"ml","label":"Malayalam","type":"language"},{"id":"mn","label":"Mongolian","type":"language"},{"id":"mr","label":"Marathi","type":"language"},{"id":"ms","label":"Malay","type":"language"},{"id":"my","label":"Burmese","type":"language"},{"id":"ne","label":"Nepali","type":"language"},{"id":"nl","label":"Dutch","type":"language"},{"id":"pa","label":"Panjabi","type":"language"},{"id":"pl","label":"Polish","type":"language"},{"id":"pt","label":"Portuguese","type":"language"},{"id":"qu","label":"Quechua","type":"language"},{"id":"ro","label":"Romanian","type":"language"},{"id":"ru","label":"Russian","type":"language"},{"id":"si","label":"Sinhala","type":"language"},{"id":"sk","label":"Slovak","type":"language"},{"id":"sl","label":"Slovenian","type":"language"},{"id":"so","label":"Somali","type":"language"},{"id":"sq","label":"Albanian","type":"language"},{"id":"sr","label":"Serbian","type":"language"},{"id":"sv","label":"Swedish","type":"language"},{"id":"sw","label":"Swahili","type":"language"},{"id":"ta","label":"Tamil","type":"language"},{"id":"te","label":"Telugu","type":"language"},{"id":"th","label":"Thai","type":"language"},{"id":"tl","label":"Tagalog","type":"language"},{"id":"tr","label":"Turkish","type":"language"},{"id":"uk","label":"Ukrainian","type":"language"},{"id":"ur","label":"Urdu","type":"language"},{"id":"vi","label":"Vietnamese","type":"language"},{"id":"yo","label":"Yoruba","type":"language"},{"id":"zh","label":"Chinese","type":"language"},{"id":"xlm-roberta","label":"xlm-roberta","type":"other"},{"id":"feature-extraction","label":"feature-extraction","type":"other"},{"id":"mteb","label":"mteb","type":"other"},{"id":"arctic","label":"arctic","type":"other"},{"id":"snowflake-arctic-embed","label":"snowflake-arctic-embed","type":"other"},{"id":"model-index","label":"Eval Results","type":"other"},{"id":"autotrain_compatible","label":"AutoTrain Compatible","type":"other"},{"id":"text-embeddings-inference","label":"text-embeddings-inference","type":"other"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other"},{"id":"arxiv:2412.04506","label":"arxiv:2412.04506","type":"arxiv","extra":{"paperTitle":"Arctic-Embed 2.0: Multilingual Retrieval Without Compromise"}},{"id":"license:apache-2.0","label":"apache-2.0","type":"license"},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"safetensors":{"parameters":{"F32":567754752},"total":567754752,"sharded":false},"hasBlockedOids":false,"region":"us","isQuantized":false,"inferenceStatic":"maybe-loadable"},"canWrite":false,"shouldUpdateUrl":true,"isLoggedIn":false,"inferenceProviders":[{"name":"hyperbolic","enabled":true,"position":0,"lastUsedAt":"2025-03-03T16:56:05.473Z","isReleased":true},{"name":"sambanova","enabled":true,"position":1,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"fireworks-ai","enabled":true,"position":2,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"replicate","enabled":true,"position":3,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"nebius","enabled":true,"position":4,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"together","enabled":true,"position":5,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"fal-ai","enabled":true,"position":6,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"novita","enabled":true,"position":7,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true},{"name":"hf-inference","enabled":true,"position":8,"lastUsedAt":"2025-03-03T16:56:05.474Z","isReleased":true}]}"><form class="flex w-full max-w-full flex-col "> <div class="mb-2 flex min-w-0 flex-wrap items-center justify-between gap-2 font-semibold"><div class="flex flex-none items-center"><svg class="-ml-1 mr-1 size-5" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 26 26"><path fill-rule="evenodd" clip-rule="evenodd" d="M16.4366 18.4116C16.9577 18.8235 17.7163 18.7888 18.1975 18.3077C18.716 17.7891 18.716 16.9484 18.1975 16.4299L18.1881 16.4205C18.0196 16.252 17.8172 16.1383 17.6028 16.0793L16.4366 18.4116ZM18.464 14.3569C18.6064 14.4091 18.7604 14.4376 18.9209 14.4376H18.9341C19.6674 14.4376 20.2618 13.8432 20.2618 13.1099C20.2618 12.6391 20.0169 12.2256 19.6475 11.9898L18.464 14.3569ZM18.5862 8.87362C18.592 8.52645 18.4624 8.17745 18.1975 7.91254C17.679 7.39401 16.8383 7.39401 16.3197 7.91254L16.3103 7.92197C16.068 8.1643 15.9389 8.47701 15.9231 8.79431H18.0227C18.2206 8.79431 18.4094 8.82218 18.5862 8.87362ZM7.73367 11.9544L6.54508 14.3316C6.07063 14.1291 5.73809 13.6583 5.73809 13.1099C5.73809 12.3766 6.33256 11.7821 7.06587 11.7821H7.079C7.31705 11.7821 7.54047 11.8447 7.73367 11.9544ZM9.72922 7.96332L8.61978 10.1822C8.32483 10.1531 8.03774 10.0257 7.81182 9.79973L7.8024 9.79031C7.28387 9.27178 7.28387 8.43107 7.8024 7.91254C8.32093 7.39401 9.16163 7.39401 9.68016 7.91254L9.68958 7.92197C9.70315 7.93553 9.71636 7.94932 9.72922 7.96332ZM7.41805 17.2586C7.66023 17.365 7.93068 17.4249 8.22103 17.4249H10.0769C10.0613 17.7425 9.93217 18.0556 9.68958 18.2982L9.68016 18.3077C9.16163 18.8262 8.32093 18.8262 7.8024 18.3077C7.51509 18.0204 7.38698 17.6341 7.41805 17.2586ZM17.5933 13.1292C17.5932 13.1228 17.5932 13.1163 17.5932 13.1099C17.5932 12.6685 17.8085 12.2774 18.1399 12.036L17.5933 13.1292ZM8.33779 16.0971H9.16361C8.89577 16.0097 8.60563 16.0097 8.33779 16.0971ZM17.6652 10.1221H16.8332C17.1029 10.2108 17.3955 10.2108 17.6652 10.1221ZM6.8489 5.08128C6.33037 4.56275 5.48966 4.56275 4.97113 5.08128C4.4526 5.59981 4.4526 6.44052 4.97113 6.95905L4.97585 6.96376C5.49438 7.48229 6.33508 7.48229 6.85361 6.96376C7.37214 6.44523 7.37214 5.60452 6.85361 5.08599L6.8489 5.08128ZM12.5161 10.7485C11.9976 10.23 11.1569 10.23 10.6384 10.7485C10.2987 11.0882 10.1816 11.566 10.2869 12.0011C9.92712 12.2386 9.68978 12.6465 9.68978 13.1099C9.68978 13.5733 9.92716 13.9812 10.287 14.2187C10.1815 14.6539 10.2986 15.1319 10.6384 15.4717C11.1569 15.9902 11.9976 15.9902 12.5161 15.4717L12.5256 15.4623C13.0441 14.9437 13.0441 14.103 12.5256 13.5845C12.4623 13.5212 12.3942 13.4657 12.3226 13.4179C12.346 13.319 12.3585 13.2159 12.3585 13.1099C12.3585 13.004 12.3461 12.901 12.3227 12.8023C12.3943 12.7545 12.4623 12.6989 12.5256 12.6357C13.0441 12.1172 13.0441 11.2765 12.5256 10.7579L12.5161 10.7485ZM13.6774 13.4178C13.6057 13.4657 13.5376 13.5212 13.4743 13.5845C12.9558 14.103 12.9558 14.9437 13.4743 15.4623L13.4838 15.4717C14.0023 15.9902 14.843 15.9902 15.3615 15.4717C15.7013 15.1319 15.8184 14.6539 15.713 14.2188C16.0728 13.9812 16.3102 13.5733 16.3102 13.1099C16.3102 12.6465 16.0728 12.2386 15.7131 12.001C15.8183 11.566 15.7012 11.0882 15.3615 10.7485C14.843 10.23 14.0023 10.23 13.4838 10.7485L13.4743 10.7579C12.9558 11.2765 12.9558 12.1172 13.4743 12.6357C13.5376 12.6989 13.6056 12.7545 13.6773 12.8023C13.6539 12.901 13.6415 13.004 13.6415 13.1099C13.6415 13.2159 13.6539 13.319 13.6774 13.4178ZM21.0241 19.2564C20.5055 18.7379 19.6648 18.7379 19.1463 19.2564C18.6278 19.775 18.6278 20.6157 19.1463 21.1342L19.151 21.1389C19.6695 21.6574 20.5102 21.6574 21.0288 21.1389C21.5473 20.6204 21.5473 19.7797 21.0288 19.2612L21.0241 19.2564ZM3.12075 11.7821C2.38744 11.7821 1.79297 12.3766 1.79297 13.1099C1.79297 13.8432 2.38744 14.4376 3.12075 14.4376H3.12731C3.86063 14.4376 4.45509 13.8432 4.45509 13.1099C4.45509 12.3766 3.86063 11.7821 3.12731 11.7821H3.12075ZM22.8726 11.7821C22.1393 11.7821 21.5448 12.3766 21.5448 13.1099C21.5448 13.8432 22.1393 14.4376 22.8726 14.4376H22.8792C23.6125 14.4376 24.207 13.8432 24.207 13.1099C24.207 12.3766 23.6125 11.7821 22.8792 11.7821H22.8726ZM21.0288 5.08128C21.5473 5.59981 21.5473 6.44052 21.0288 6.95905L21.0241 6.96376C20.5055 7.48229 19.6648 7.48229 19.1463 6.96376C18.6278 6.44523 18.6278 5.60452 19.1463 5.08599L19.151 5.08128C19.6695 4.56275 20.5102 4.56275 21.0288 5.08128ZM6.85361 19.2564C7.37214 19.775 7.37214 20.6157 6.85361 21.1342L6.8489 21.1389C6.33037 21.6574 5.48966 21.6574 4.97113 21.1389C4.4526 20.6204 4.4526 19.7797 4.97113 19.2612L4.97584 19.2564C5.49437 18.7379 6.33508 18.7379 6.85361 19.2564Z" fill="url(#paint0_radial_171_150)"></path><path d="M12.1261 16.7609C12.1261 16.3943 11.8289 16.097 11.4622 16.097H8.22114C7.72762 16.097 7.40663 15.5777 7.62734 15.1362L12.8601 4.67072C13.1734 4.04412 14.1178 4.26706 14.1178 4.96762V9.45813C14.1178 9.82478 14.415 10.122 14.7817 10.122H18.0228C18.5163 10.122 18.8373 10.6414 18.6166 11.0828L13.3838 21.5483C13.0705 22.1749 12.1261 21.952 12.1261 21.2514V16.7609Z" fill="url(#paint1_linear_171_150)"></path><defs><radialGradient id="paint0_radial_171_150" cx="0" cy="0" r="1" gradientUnits="userSpaceOnUse" gradientTransform="translate(13 13.1101) rotate(90) scale(11.6212 15.6756)"><stop stop-color="#3C3C3C" stop-opacity="0.14"></stop><stop offset="1" stop-color="#3C3C3C" stop-opacity="0.57"></stop></radialGradient><linearGradient id="paint1_linear_171_150" x1="10.9174" y1="20.8051" x2="18.0337" y2="3.35207" gradientUnits="userSpaceOnUse"><stop stop-color="#F59E0B"></stop><stop offset="1" stop-color="#DF910D"></stop></linearGradient></defs></svg> <span class="text-lg">Inference Providers</span> <span class="inline-block flex! items-center"><span class="contents"><a slot="anchor" href="?inference_api=true" class="text-[.6rem]! ml-1.5 translate-y-px rounded-sm bg-blue-500/10 px-1.5 py-0.5 font-semibold leading-tight text-blue-700 dark:bg-blue-500/30 dark:text-blue-200">NEW </a></span> </span></div> <div class="relative ml-auto"> <button class="rounded-full " type="button" title="Select an Inference Provider"> <div class="text-smd flex h-7 items-center overflow-hidden rounded-full border"><div class="flex flex-1 items-center overflow-hidden px-3 py-0.5"><svg class="mr-2 size-4 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 26 26"><rect x="3.34856" y="3.02654" width="19.9474" height="19.9474" rx="2.95009" fill="#FFD21E" stroke="#FFB41E" stroke-width="1.18004"></rect><path fill-rule="evenodd" clip-rule="evenodd" d="M7.69336 9.74609V16.9754H9.32329V13.9595H11.8181V16.9754H13.4591V9.74609H11.8181V12.5292H9.32329V9.74609H7.69336ZM15.1646 9.74609V16.9754H16.7945V14.1702H19.3004V12.7953H16.7945V11.121H19.7217V9.74609H15.1646Z" fill="#814D00"></path></svg> <span class="lg:text-smd truncate text-sm">HF Inference API</span></div> </div> </button> </div></div> <div class="mb-0.5 flex w-full max-w-full flex-wrap items-center text-sm text-gray-500"><div class="mb-1.5 flex items-center gap-4"><a href="/tasks/sentence-similarity" target="_blank" title="Learn more about sentence-similarity"><div class="inline-flex items-center hover:underline"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M30 15H17V2h-2v13H2v2h13v13h2V17h13v-2z"></path><path d="M25.586 20L27 21.414L23.414 25L27 28.586L25.586 30l-5-5l5-5z"></path><path d="M11 30H3a1 1 0 0 1-.894-1.447l4-8a1.041 1.041 0 0 1 1.789 0l4 8A1 1 0 0 1 11 30zm-6.382-2h4.764L7 23.236z"></path><path d="M28 12h-6a2.002 2.002 0 0 1-2-2V4a2.002 2.002 0 0 1 2-2h6a2.002 2.002 0 0 1 2 2v6a2.002 2.002 0 0 1-2 2zm-6-8v6h6.001L28 4z"></path><path d="M7 12a5 5 0 1 1 5-5a5.006 5.006 0 0 1-5 5zm0-8a3 3 0 1 0 3 3a3.003 3.003 0 0 0-3-3z"></path></svg> <span>Sentence Similarity</span></div></a></div> <div class="ml-auto flex gap-3"> </div></div> <div class="flex flex-col space-y-2"> <span class="inline-block w-full"><span class="contents"><label class="block "> <span class="text-sm text-gray-500">Source Sentence</span> <input class="mt-1.5 form-input-alt block w-full" placeholder="Your sentence here..." type="text" value=""></label></span> </span> <span class="inline-block w-full"><span class="contents"><label class="block "> <span class="text-sm text-gray-500">Sentences to compare to</span> <input class="mt-1.5 form-input-alt block w-full" placeholder="Your sentence here..." type="text"></label></span> </span> <span class="inline-block w-full"><span class="contents"><label class="block "> <input class=" form-input-alt block w-full" placeholder="Your sentence here..." type="text"></label></span> </span> <button class="btn-widget h-10 w-full px-5" type="submit">Add Sentence</button> <span class="inline-block "><span class="contents"><button class="btn-widget h-10 w-24 px-5 " type="submit">Compute</button></span> </span></div> <div class="mt-2"> </div> <div class="flex items-center gap-x-2 text-sm text-gray-500"><button class="flex items-center hover:text-gray-700 dark:hover:text-gray-300" type="button"> <svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32" style="transform: rotate(360deg);"><path d="M31 16l-7 7l-1.41-1.41L28.17 16l-5.58-5.59L24 9l7 7z" fill="currentColor"></path><path d="M1 16l7-7l1.41 1.41L3.83 16l5.58 5.59L8 23l-7-7z" fill="currentColor"></path><path d="M12.419 25.484L17.639 6l1.932.518L14.35 26z" fill="currentColor"></path></svg> View Code </button> <div class="ml-auto"> <span class="inline-block "><span class="contents"><button class="flex items-center hover:text-gray-700 dark:hover:text-gray-300" type="button"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M22 16h2V8h-8v2h6v6z" fill="currentColor"></path><path d="M8 24h8v-2h-6v-6H8v8z" fill="currentColor"></path><path d="M26 28H6a2.002 2.002 0 0 1-2-2V6a2.002 2.002 0 0 1 2-2h20a2.002 2.002 0 0 1 2 2v20a2.002 2.002 0 0 1-2 2zM6 6v20h20.001L26 6z" fill="currentColor"></path></svg> Maximize</button></span> </span></div></div></form></div></div> <div class="divider-column-vertical"></div> <h2 class="text-smd mb-3 flex items-baseline overflow-hidden whitespace-nowrap font-semibold text-gray-800"><svg class="mr-1 inline self-center flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 16 16"><path fill-rule="evenodd" clip-rule="evenodd" d="M3.9 5.34v4.07a3.68 3.68 0 0 0 3.68 3.68h1.99v-1.47H7.58c-1.21 0-2.2-1-2.2-2.21v-1.6c.63.5 1.4.76 2.2.76h1.99V7.1H7.58a2.21 2.21 0 0 1-2.16-1.76H3.9Z" fill="currentColor" fill-opacity=".5"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M2.9 2.36c0-.3.25-.55.55-.55h2.43c.3 0 .55.25.55.55v2.43c0 .3-.24.55-.55.55H3.45a.55.55 0 0 1-.55-.55V2.36Zm6.67 4.23c0-.3.24-.55.55-.55h2.43c.3 0 .55.25.55.55v2.44c0 .3-.25.55-.55.55h-2.43a.55.55 0 0 1-.55-.55V6.59Zm.55 4.07c-.3 0-.55.24-.55.55v2.43c0 .3.24.55.55.55h2.43c.3 0 .55-.25.55-.55v-2.43c0-.3-.25-.55-.55-.55h-2.43Z" fill="currentColor" fill-opacity=".85"></path></svg> Model tree for <span class="ml-1 truncate font-mono text-[0.86rem] font-medium">Snowflake/snowflake-arctic-embed-l-v2.0</span> <a href="/docs/hub/model-cards#specifying-a-base-model" target="_blank" class="ml-1 translate-y-px self-center text-xs text-gray-400 hover:text-gray-700 dark:hover:text-gray-200 max-xl:hidden"><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M17 22v-8h-4v2h2v6h-3v2h8v-2h-3z" fill="currentColor"></path><path d="M16 8a1.5 1.5 0 1 0 1.5 1.5A1.5 1.5 0 0 0 16 8z" fill="currentColor"></path><path d="M16 30a14 14 0 1 1 14-14a14 14 0 0 1-14 14zm0-26a12 12 0 1 0 12 12A12 12 0 0 0 16 4z" fill="currentColor"></path></svg></a></h2> <div class="text-smd flex flex-col space-y-0 whitespace-nowrap pl-1 text-gray-800"> <div class="flex w-full flex-col justify-center space-y-0" style="padding-left: 0px;"><div class="flex h-[28px] w-full items-center justify-between gap-1.5"><div class="relative h-[28px] w-[19px] flex-none"><div class="left absolute inset-y-0 -top-[3px] left-0 w-px bg-gray-300 dark:bg-gray-700"></div> <svg class="text-gray-300 dark:text-gray-700" width="19" height="28" viewBox="0 0 19 28" xmlns="http://www.w3.org/2000/svg"><path fill-rule="evenodd" clip-rule="evenodd" d="M1 0C1 7.42391 7.4588 13.5 15.5 13.5V14.5C6.9726 14.5 0 8.04006 0 0H1Z" fill="currentColor"></path></svg></div> <div class="font-semibold">Finetunes</div> <div class="mx-3 flex-1 translate-y-[2.5px] self-center border-b border-dotted dark:border-gray-800"></div> <a class="text-gray-700 underline decoration-gray-300 hover:text-gray-900 hover:decoration-gray-600 dark:text-gray-300 dark:decoration-gray-500 dark:hover:text-gray-100 dark:hover:decoration-gray-200" href="/models?other=base_model:finetune:Snowflake/snowflake-arctic-embed-l-v2.0">12 models</a> </div><div class="flex h-[28px] w-full items-center justify-between gap-1.5"><div class="relative h-[28px] w-[19px] flex-none"><div class="left absolute inset-y-0 -top-[3px] left-0 w-px bg-gray-300 dark:bg-gray-700"></div> <svg class="text-gray-300 dark:text-gray-700" width="19" height="28" viewBox="0 0 19 28" xmlns="http://www.w3.org/2000/svg"><path fill-rule="evenodd" clip-rule="evenodd" d="M1 0C1 7.42391 7.4588 13.5 15.5 13.5V14.5C6.9726 14.5 0 8.04006 0 0H1Z" fill="currentColor"></path></svg></div> <div class="font-semibold">Merges</div> <div class="mx-3 flex-1 translate-y-[2.5px] self-center border-b border-dotted dark:border-gray-800"></div> <a class="text-gray-700 underline decoration-gray-300 hover:text-gray-900 hover:decoration-gray-600 dark:text-gray-300 dark:decoration-gray-500 dark:hover:text-gray-100 dark:hover:decoration-gray-200" href="/models?other=base_model:merge:Snowflake/snowflake-arctic-embed-l-v2.0">1 model</a> </div><div class="flex h-[28px] w-full items-center justify-between gap-1.5"><div class="relative h-[28px] w-[19px] flex-none"><div class="left absolute inset-y-0 -top-[3px] left-0 bottom-[28px] w-px bg-gray-300 dark:bg-gray-700"></div> <svg class="text-gray-300 dark:text-gray-700" width="19" height="28" viewBox="0 0 19 28" xmlns="http://www.w3.org/2000/svg"><path fill-rule="evenodd" clip-rule="evenodd" d="M1 0C1 7.42391 7.4588 13.5 15.5 13.5V14.5C6.9726 14.5 0 8.04006 0 0H1Z" fill="currentColor"></path></svg></div> <div class="font-semibold">Quantizations</div> <div class="mx-3 flex-1 translate-y-[2.5px] self-center border-b border-dotted dark:border-gray-800"></div> <a class="text-gray-700 underline decoration-gray-300 hover:text-gray-900 hover:decoration-gray-600 dark:text-gray-300 dark:decoration-gray-500 dark:hover:text-gray-100 dark:hover:decoration-gray-200" href="/models?other=base_model:quantized:Snowflake/snowflake-arctic-embed-l-v2.0">6 models</a> </div></div></div> <div class="divider-column-vertical"></div> <h2 class="text-smd mb-5 flex items-baseline overflow-hidden whitespace-nowrap font-semibold text-gray-800"><svg class="mr-1 inline self-center flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M7.80914 18.7462V24.1907H13.2536V18.7462H7.80914Z" fill="#FF3270"></path><path d="M18.7458 18.7462V24.1907H24.1903V18.7462H18.7458Z" fill="#861FFF"></path><path d="M7.80914 7.80982V13.2543H13.2536V7.80982H7.80914Z" fill="#097EFF"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M4 6.41775C4 5.08246 5.08246 4 6.41775 4H14.6457C15.7626 4 16.7026 4.75724 16.9802 5.78629C18.1505 4.67902 19.7302 4 21.4685 4C25.0758 4 28.0003 6.92436 28.0003 10.5317C28.0003 12.27 27.3212 13.8497 26.2139 15.02C27.243 15.2977 28.0003 16.2376 28.0003 17.3545V25.5824C28.0003 26.9177 26.9177 28.0003 25.5824 28.0003H17.0635H14.9367H6.41775C5.08246 28.0003 4 26.9177 4 25.5824V15.1587V14.9367V6.41775ZM7.80952 7.80952V13.254H13.254V7.80952H7.80952ZM7.80952 24.1907V18.7462H13.254V24.1907H7.80952ZM18.7462 24.1907V18.7462H24.1907V24.1907H18.7462ZM18.7462 10.5317C18.7462 9.0283 19.9651 7.80952 21.4685 7.80952C22.9719 7.80952 24.1907 9.0283 24.1907 10.5317C24.1907 12.0352 22.9719 13.254 21.4685 13.254C19.9651 13.254 18.7462 12.0352 18.7462 10.5317Z" fill="black"></path><path d="M21.4681 7.80982C19.9647 7.80982 18.7458 9.02861 18.7458 10.5321C18.7458 12.0355 19.9647 13.2543 21.4681 13.2543C22.9715 13.2543 24.1903 12.0355 24.1903 10.5321C24.1903 9.02861 22.9715 7.80982 21.4681 7.80982Z" fill="#FFD702"></path></svg> Spaces using <span class="ml-1 truncate font-mono text-[0.86rem] font-medium">Snowflake/snowflake-arctic-embed-l-v2.0</span> <span class="ml-3 font-normal text-gray-400">8</span></h2> <div class="SVELTE_HYDRATER contents" data-target="LinkedSpacesList" data-props="{"linkedSpaces":[{"emoji":"👻 / 🧬","id":"lamhieu/lightweight-embeddings","running":true},{"emoji":"🐠","id":"ariansyahdedy/chat","running":false,"shortDescription":"LLM chat"},{"emoji":"👀","id":"broadfield/Basic_Agent","running":false},{"emoji":"✂️","id":"denniscraandijk/mtem-pruner","running":true,"shortDescription":"Multilingual Text Embedding Model Pruner"},{"emoji":"🐢","id":"Ritesh-hf/UPDATED_SAUDI_ARABIA_MOJ","running":false},{"emoji":"💻","id":"aibmedia/aibsimilarityllm","running":false},{"emoji":"✈️","id":"mariemerenc/Agente-Turistico","running":true},{"emoji":"📚","id":"mariemerenc/book-recommender","running":false}]}"><nav class="flex max-w-full flex-wrap gap-x-2.5 gap-y-2"><a href="/spaces/lamhieu/lightweight-embeddings" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed "><div class="mr-2 flex-none text-[0.6rem]">👻 / 🧬</div> <div class="truncate group-hover:underline">lamhieu/lightweight-embeddings</div></a><a href="/spaces/denniscraandijk/mtem-pruner" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed "><div class="mr-2 flex-none text-[0.6rem]">✂️</div> <div class="truncate group-hover:underline">denniscraandijk/mtem-pruner</div></a><a href="/spaces/mariemerenc/Agente-Turistico" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed "><div class="mr-2 flex-none text-[0.6rem]">✈️</div> <div class="truncate group-hover:underline">mariemerenc/Agente-Turistico</div></a><a href="/spaces/ariansyahdedy/chat" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed opacity-40 "><div class="mr-2 flex-none text-[0.6rem]">🐠</div> <div class="truncate group-hover:underline">ariansyahdedy/chat</div></a><a href="/spaces/broadfield/Basic_Agent" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed opacity-40 "><div class="mr-2 flex-none text-[0.6rem]">👀</div> <div class="truncate group-hover:underline">broadfield/Basic_Agent</div></a><a href="/spaces/Ritesh-hf/UPDATED_SAUDI_ARABIA_MOJ" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed opacity-40 hidden! md:flex!"><div class="mr-2 flex-none text-[0.6rem]">🐢</div> <div class="truncate group-hover:underline">Ritesh-hf/UPDATED_SAUDI_ARABIA_MOJ</div></a><a href="/spaces/aibmedia/aibsimilarityllm" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed opacity-40 hidden! md:flex!"><div class="mr-2 flex-none text-[0.6rem]">💻</div> <div class="truncate group-hover:underline">aibmedia/aibsimilarityllm</div></a><a href="/spaces/mariemerenc/book-recommender" class="flex min-w-0 items-center whitespace-nowrap rounded-lg border border-gray-100 px-2 text-xs leading-relaxed text-gray-500 shadow-sm hover:text-gray-800 dark:hover:text-gray-200 md:text-sm md:leading-relaxed opacity-40 hidden! md:flex!"><div class="mr-2 flex-none text-[0.6rem]">📚</div> <div class="truncate group-hover:underline">mariemerenc/book-recommender</div></a> <button class="flex items-center rounded-lg border-gray-100 px-2 text-xs leading-relaxed text-gray-600 hover:bg-gray-100 hover:text-gray-600 hover:ring-1 hover:ring-inset hover:ring-gray-100 dark:hover:bg-gray-800 dark:hover:text-gray-300 dark:hover:ring-gray-700 md:hidden md:text-sm">+ 3 Spaces </button> </nav></div> <div class="divider-column-vertical"></div> <h2 class="text-smd mb-5 flex items-baseline overflow-hidden whitespace-nowrap font-semibold text-gray-800"><svg class="mr-1 inline self-center flex-none" width="1em" height="1em" aria-hidden="true" focusable="false" role="img" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><rect x="2" y="2.49902" width="8" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.4"></rect><rect x="6.21875" y="6.7334" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.7"></rect><rect x="2" y="6.73438" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.5"></rect></svg> Collection including <span class="ml-1 truncate font-mono text-[0.86rem] font-medium">Snowflake/snowflake-arctic-embed-l-v2.0</span></h2> <div class="flex flex-col gap-3"> <div class="flex flex-col"><article class="overview-card-wrapper group/collection rounded-md! from-white! to-white! dark:from-gray-900! dark:to-gray-900! relative peer"><a href="/collections/Snowflake/arctic-embed-661fd57d50fab5fc314e4c18" class="block p-2"><header class="mb-0.5 flex items-center" title="Arctic-embed"><h4 class="text-md text-smd truncate font-semibold group-hover/collection:underline">Arctic-embed</h4> <div class="ml-2 flex items-center rounded-sm sm:ml-2.5 bg-indigo-500/10 py-0.5 pl-1 pr-1.5 text-xs leading-none text-gray-700"><svg class="mr-0.5 flex-none text-indigo-700" width="1em" height="1em" aria-hidden="true" focusable="false" role="img" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><rect x="2" y="2.49902" width="8" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.4"></rect><rect x="6.21875" y="6.7334" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.7"></rect><rect x="2" y="6.73438" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.5"></rect></svg> Collection </div></header> <div class="mr-1 flex items-center overflow-hidden whitespace-nowrap text-sm leading-tight text-gray-400"><span class="max-w-64 truncate">A collection of text embedding models optimized for retrieval accuracy and efficiency</span> <span class="px-1.5 text-gray-300">• </span> <span>8 items</span> <span class="px-1.5 text-gray-300">• </span> <span class="truncate">Updated <time datetime="2024-12-05T18:14:34" title="2024-12-05T18:14:34.348Z">Dec 5, 2024</time></span> <span class="px-1.5 text-gray-300">•</span> <svg class="flex-none w-3 mr-1 text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12" fill="transparent"><path d="M9.30013 9.29152H9.3H2.7H2.69987C2.62308 9.29154 2.54762 9.27146 2.481 9.23328C2.41437 9.1951 2.3589 9.14015 2.32009 9.07389C2.28128 9.00763 2.26048 8.93237 2.25977 8.85558C2.25907 8.7798 2.27796 8.70513 2.31458 8.63882L5.62238 2.9426L5.67518 2.85168C5.7059 2.81806 5.74178 2.78928 5.78164 2.76649C5.84813 2.72848 5.9234 2.70848 6 2.70848C6.0766 2.70848 6.15187 2.72848 6.21836 2.76649C6.28441 2.80425 6.33953 2.85848 6.37836 2.92389L9.68527 8.63855C9.72199 8.70493 9.74093 8.7797 9.74023 8.85558C9.73952 8.93237 9.71872 9.00763 9.67991 9.07389C9.6411 9.14015 9.58563 9.1951 9.519 9.23328C9.45238 9.27146 9.37692 9.29154 9.30013 9.29152Z" stroke="currentColor"></path></svg> 19</div></a></article> <div class="overview-card-wrapper rounded-md! bg-linear-to-t! -z-1 from-gray-50! to-gray-50! shadow-none! dark:from-gray-925! dark:to-gray-925! -mt-[1.60rem] h-8 scale-x-[98%] transition-transform peer-hover:-translate-y-[2px] peer-hover:from-gray-100/80 dark:peer-hover:from-black"></div></div></div> <div class="SVELTE_HYDRATER contents" data-target="ModelEvalResults" data-props="{"model":{"author":"Snowflake","cardData":{"pipeline_tag":"sentence-similarity","tags":["sentence-transformers","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js"],"license":"apache-2.0","language":["af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh"],"model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}]},"cardExists":true,"config":{"architectures":["XLMRobertaModel"],"model_type":"xlm-roberta","tokenizer_config":{"bos_token":"<s>","cls_token":"<s>","eos_token":"</s>","mask_token":"<mask>","pad_token":"<pad>","sep_token":"</s>","unk_token":"<unk>"}},"createdAt":"2024-11-08T16:55:31.000Z","discussionsDisabled":false,"downloads":104042,"downloadsAllTime":211661,"id":"Snowflake/snowflake-arctic-embed-l-v2.0","isLikedByUser":false,"availableInferenceProviders":[{"name":"hf-inference","status":"live","isReleased":true,"providerId":"Snowflake/snowflake-arctic-embed-l-v2.0"}],"inference":"warm","lastModified":"2024-12-14T00:18:38.000Z","likes":127,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","librariesOther":["transformers.js"],"trackDownloads":true,"mask_token":"<mask>","model-index":[{"name":"snowflake-arctic-embed-l-v2.0","results":[{"dataset":{"config":"en-ext","name":"MTEB AmazonCounterfactualClassification (en-ext)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":67.039,"verified":false},{"type":"f1","value":55.1806,"verified":false},{"type":"f1_weighted","value":73.41149999999999,"verified":false},{"type":"ap","value":17.9914,"verified":false},{"type":"ap_weighted","value":17.9914,"verified":false},{"type":"main_score","value":67.039,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonCounterfactualClassification (en)","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205","split":"test","type":"mteb/amazon_counterfactual"},"metrics":[{"type":"accuracy","value":65.59700000000001,"verified":false},{"type":"f1","value":60.244299999999996,"verified":false},{"type":"f1_weighted","value":68.9975,"verified":false},{"type":"ap","value":29.762100000000004,"verified":false},{"type":"ap_weighted","value":29.762100000000004,"verified":false},{"type":"main_score","value":65.59700000000001,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB AmazonPolarityClassification (default)","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046","split":"test","type":"mteb/amazon_polarity"},"metrics":[{"type":"accuracy","value":74.2565,"verified":false},{"type":"f1","value":74.0291,"verified":false},{"type":"f1_weighted","value":74.0291,"verified":false},{"type":"ap","value":68.7595,"verified":false},{"type":"ap_weighted","value":68.7595,"verified":false},{"type":"main_score","value":74.2565,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB AmazonReviewsClassification (en)","revision":"1399c76144fd37290681b995c656ef9b2e06e26d","split":"test","type":"mteb/amazon_reviews_multi"},"metrics":[{"type":"accuracy","value":34.946,"verified":false},{"type":"f1","value":34.2853,"verified":false},{"type":"f1_weighted","value":34.2853,"verified":false},{"type":"main_score","value":34.946,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB ArguAna (default)","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a","split":"test","type":"mteb/arguana"},"metrics":[{"type":"ndcg_at_1","value":33.286,"verified":false},{"type":"ndcg_at_3","value":49.051,"verified":false},{"type":"ndcg_at_5","value":54.107000000000006,"verified":false},{"type":"ndcg_at_10","value":59.146,"verified":false},{"type":"ndcg_at_20","value":60.897999999999996,"verified":false},{"type":"ndcg_at_100","value":61.78399999999999,"verified":false},{"type":"ndcg_at_1000","value":61.845000000000006,"verified":false},{"type":"map_at_1","value":33.286,"verified":false},{"type":"map_at_3","value":45.14,"verified":false},{"type":"map_at_5","value":47.939,"verified":false},{"type":"map_at_10","value":50.046,"verified":false},{"type":"map_at_20","value":50.56,"verified":false},{"type":"map_at_100","value":50.708,"verified":false},{"type":"map_at_1000","value":50.712,"verified":false},{"type":"recall_at_1","value":33.286,"verified":false},{"type":"recall_at_3","value":60.38400000000001,"verified":false},{"type":"recall_at_5","value":72.688,"verified":false},{"type":"recall_at_10","value":88.122,"verified":false},{"type":"recall_at_20","value":94.808,"verified":false},{"type":"recall_at_100","value":99.21799999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"precision_at_1","value":33.286,"verified":false},{"type":"precision_at_3","value":20.128,"verified":false},{"type":"precision_at_5","value":14.538,"verified":false},{"type":"precision_at_10","value":8.812000000000001,"verified":false},{"type":"precision_at_20","value":4.74,"verified":false},{"type":"precision_at_100","value":0.992,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"mrr_at_1","value":33.926,"verified":false},{"type":"mrr_at_3","value":45.3414,"verified":false},{"type":"mrr_at_5","value":48.1828,"verified":false},{"type":"mrr_at_10","value":50.270700000000005,"verified":false},{"type":"mrr_at_20","value":50.7844,"verified":false},{"type":"mrr_at_100","value":50.9259,"verified":false},{"type":"mrr_at_1000","value":50.9294,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-10.305,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-7.744,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-16.894000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4469,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-6.4887,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-16.1382,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":13.8214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-7.616499999999999,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-15.8073,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":13.7678,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-6.9801,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-15.068699999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":14.2013,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-7.5221,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-15.417200000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":15.1072,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-7.6931,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-15.5367,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":15.001700000000001,"verified":false},{"type":"nauc_map_at_1_max","value":-10.305,"verified":false},{"type":"nauc_map_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_map_at_3_max","value":-8.4505,"verified":false},{"type":"nauc_map_at_3_std","value":-16.5487,"verified":false},{"type":"nauc_map_at_3_diff1","value":15.965599999999998,"verified":false},{"type":"nauc_map_at_5_max","value":-7.8429,"verified":false},{"type":"nauc_map_at_5_std","value":-16.1332,"verified":false},{"type":"nauc_map_at_5_diff1","value":15.0893,"verified":false},{"type":"nauc_map_at_10_max","value":-8.3186,"verified":false},{"type":"nauc_map_at_10_std","value":-15.979399999999998,"verified":false},{"type":"nauc_map_at_10_diff1","value":15.136199999999999,"verified":false},{"type":"nauc_map_at_20_max","value":-8.1697,"verified":false},{"type":"nauc_map_at_20_std","value":-15.8241,"verified":false},{"type":"nauc_map_at_20_diff1","value":15.260599999999998,"verified":false},{"type":"nauc_map_at_100_max","value":-8.2285,"verified":false},{"type":"nauc_map_at_100_std","value":-15.8624,"verified":false},{"type":"nauc_map_at_100_diff1","value":15.412600000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":-8.2359,"verified":false},{"type":"nauc_map_at_1000_std","value":-15.867,"verified":false},{"type":"nauc_map_at_1000_diff1","value":15.408,"verified":false},{"type":"nauc_recall_at_1_max","value":-10.305,"verified":false},{"type":"nauc_recall_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_recall_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_recall_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_recall_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_recall_at_5_std","value":-16.035,"verified":false},{"type":"nauc_recall_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_recall_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_recall_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_recall_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_recall_at_20_max","value":14.2043,"verified":false},{"type":"nauc_recall_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":44.0173,"verified":false},{"type":"nauc_recall_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_recall_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_recall_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_precision_at_1_max","value":-10.305,"verified":false},{"type":"nauc_precision_at_1_std","value":-15.674199999999999,"verified":false},{"type":"nauc_precision_at_1_diff1","value":18.6355,"verified":false},{"type":"nauc_precision_at_3_max","value":-5.5097,"verified":false},{"type":"nauc_precision_at_3_std","value":-17.9896,"verified":false},{"type":"nauc_precision_at_3_diff1","value":13.9525,"verified":false},{"type":"nauc_precision_at_5_max","value":-0.9383,"verified":false},{"type":"nauc_precision_at_5_std","value":-16.035,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8431,"verified":false},{"type":"nauc_precision_at_10_max","value":-2.8548,"verified":false},{"type":"nauc_precision_at_10_std","value":-14.1203,"verified":false},{"type":"nauc_precision_at_10_diff1","value":3.2265,"verified":false},{"type":"nauc_precision_at_20_max","value":14.2043,"verified":false},{"type":"nauc_precision_at_20_std","value":2.1298999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-1.9900000000000002,"verified":false},{"type":"nauc_precision_at_100_max","value":44.0173,"verified":false},{"type":"nauc_precision_at_100_std","value":42.131800000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":29.9983,"verified":false},{"type":"nauc_precision_at_1000_max","value":25.9434,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.9252,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-0.9778,"verified":false},{"type":"nauc_mrr_at_1_max","value":-9.833,"verified":false},{"type":"nauc_mrr_at_1_std","value":-14.8351,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":16.7604,"verified":false},{"type":"nauc_mrr_at_3_max","value":-9.0116,"verified":false},{"type":"nauc_mrr_at_3_std","value":-16.296,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":14.178199999999999,"verified":false},{"type":"nauc_mrr_at_5_max","value":-8.308300000000001,"verified":false},{"type":"nauc_mrr_at_5_std","value":-15.751999999999999,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":13.306299999999998,"verified":false},{"type":"nauc_mrr_at_10_max","value":-8.7962,"verified":false},{"type":"nauc_mrr_at_10_std","value":-15.688099999999999,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":13.2589,"verified":false},{"type":"nauc_mrr_at_20_max","value":-8.6773,"verified":false},{"type":"nauc_mrr_at_20_std","value":-15.479499999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":13.354,"verified":false},{"type":"nauc_mrr_at_100_max","value":-8.7533,"verified":false},{"type":"nauc_mrr_at_100_std","value":-15.553600000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":13.4796,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-8.7608,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-15.5582,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":13.4748,"verified":false},{"type":"main_score","value":59.146,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringP2P (default)","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d","split":"test","type":"mteb/arxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":43.9715,"verified":false},{"type":"v_measure_std","value":13.4325,"verified":false},{"type":"main_score","value":43.9715,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB ArxivClusteringS2S (default)","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53","split":"test","type":"mteb/arxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":34.775800000000004,"verified":false},{"type":"v_measure_std","value":13.922799999999999,"verified":false},{"type":"main_score","value":34.775800000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB AskUbuntuDupQuestions (default)","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54","split":"test","type":"mteb/askubuntudupquestions-reranking"},"metrics":[{"type":"map","value":63.3521,"verified":false},{"type":"mrr","value":77.5965,"verified":false},{"type":"nAUC_map_max","value":21.2353,"verified":false},{"type":"nAUC_map_std","value":17.002100000000002,"verified":false},{"type":"nAUC_map_diff1","value":3.8135000000000003,"verified":false},{"type":"nAUC_mrr_max","value":35.058299999999996,"verified":false},{"type":"nAUC_mrr_std","value":20.432,"verified":false},{"type":"nAUC_mrr_diff1","value":9.2584,"verified":false},{"type":"main_score","value":63.3521,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB BIOSSES (default)","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a","split":"test","type":"mteb/biosses-sts"},"metrics":[{"type":"pearson","value":89.8072,"verified":false},{"type":"spearman","value":87.2875,"verified":false},{"type":"cosine_pearson","value":89.8072,"verified":false},{"type":"cosine_spearman","value":87.2875,"verified":false},{"type":"manhattan_pearson","value":87.9173,"verified":false},{"type":"manhattan_spearman","value":86.7327,"verified":false},{"type":"euclidean_pearson","value":88.21600000000001,"verified":false},{"type":"euclidean_spearman","value":87.2875,"verified":false},{"type":"main_score","value":87.2875,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB Banking77Classification (default)","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300","split":"test","type":"mteb/banking77"},"metrics":[{"type":"accuracy","value":81.8149,"verified":false},{"type":"f1","value":81.2226,"verified":false},{"type":"f1_weighted","value":81.2226,"verified":false},{"type":"main_score","value":81.8149,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringP2P (default)","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40","split":"test","type":"mteb/biorxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":35.0927,"verified":false},{"type":"v_measure_std","value":0.7048,"verified":false},{"type":"main_score","value":35.0927,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB BiorxivClusteringS2S (default)","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908","split":"test","type":"mteb/biorxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":30.220999999999997,"verified":false},{"type":"v_measure_std","value":1.107,"verified":false},{"type":"main_score","value":30.220999999999997,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB CQADupstackAndroidRetrieval (default)","revision":"f46a197baaae43b4f621051089b82a364682dfeb","split":"test","type":"mteb/cqadupstack-android"},"metrics":[{"type":"ndcg_at_1","value":44.349,"verified":false},{"type":"ndcg_at_3","value":50.109,"verified":false},{"type":"ndcg_at_5","value":52.88699999999999,"verified":false},{"type":"ndcg_at_10","value":55.799,"verified":false},{"type":"ndcg_at_20","value":57.589999999999996,"verified":false},{"type":"ndcg_at_100","value":60.539,"verified":false},{"type":"ndcg_at_1000","value":61.897000000000006,"verified":false},{"type":"map_at_1","value":36.230000000000004,"verified":false},{"type":"map_at_3","value":44.929,"verified":false},{"type":"map_at_5","value":47.191,"verified":false},{"type":"map_at_10","value":48.88,"verified":false},{"type":"map_at_20","value":49.685,"verified":false},{"type":"map_at_100","value":50.327,"verified":false},{"type":"map_at_1000","value":50.431000000000004,"verified":false},{"type":"recall_at_1","value":36.230000000000004,"verified":false},{"type":"recall_at_3","value":53.173,"verified":false},{"type":"recall_at_5","value":60.35,"verified":false},{"type":"recall_at_10","value":69.07,"verified":false},{"type":"recall_at_20","value":75.371,"verified":false},{"type":"recall_at_100","value":88.736,"verified":false},{"type":"recall_at_1000","value":96.75399999999999,"verified":false},{"type":"precision_at_1","value":44.349,"verified":false},{"type":"precision_at_3","value":23.748,"verified":false},{"type":"precision_at_5","value":17.368,"verified":false},{"type":"precision_at_10","value":10.629,"verified":false},{"type":"precision_at_20","value":6.152,"verified":false},{"type":"precision_at_100","value":1.6150000000000002,"verified":false},{"type":"precision_at_1000","value":0.201,"verified":false},{"type":"mrr_at_1","value":44.3491,"verified":false},{"type":"mrr_at_3","value":52.0744,"verified":false},{"type":"mrr_at_5","value":53.9628,"verified":false},{"type":"mrr_at_10","value":54.9072,"verified":false},{"type":"mrr_at_20","value":55.19539999999999,"verified":false},{"type":"mrr_at_100","value":55.4537,"verified":false},{"type":"mrr_at_1000","value":55.4787,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.0347,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2339,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":50.9146,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.2927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-2.3645,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":51.638,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.4619,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.8955,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":51.35849999999999,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.2122,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.9339,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":50.4981,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.380900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-0.21889999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":51.5696,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":38.9069,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-0.8251,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":51.605500000000006,"verified":false},{"type":"nauc_map_at_1_max","value":31.694,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_map_at_3_max","value":36.115399999999994,"verified":false},{"type":"nauc_map_at_3_std","value":-3.9859999999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.394,"verified":false},{"type":"nauc_map_at_5_max","value":36.896499999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-3.6282,"verified":false},{"type":"nauc_map_at_5_diff1","value":52.7023,"verified":false},{"type":"nauc_map_at_10_max","value":37.2695,"verified":false},{"type":"nauc_map_at_10_std","value":-3.7142,"verified":false},{"type":"nauc_map_at_10_diff1","value":52.6081,"verified":false},{"type":"nauc_map_at_20_max","value":37.4097,"verified":false},{"type":"nauc_map_at_20_std","value":-3.0479,"verified":false},{"type":"nauc_map_at_20_diff1","value":52.2999,"verified":false},{"type":"nauc_map_at_100_max","value":37.6608,"verified":false},{"type":"nauc_map_at_100_std","value":-2.7363999999999997,"verified":false},{"type":"nauc_map_at_100_diff1","value":52.5068,"verified":false},{"type":"nauc_map_at_1000_max","value":37.6406,"verified":false},{"type":"nauc_map_at_1000_std","value":-2.7695000000000003,"verified":false},{"type":"nauc_map_at_1000_diff1","value":52.5091,"verified":false},{"type":"nauc_recall_at_1_max","value":31.694,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2857,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.991400000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":35.9705,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.78,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.2342,"verified":false},{"type":"nauc_recall_at_5_max","value":36.3608,"verified":false},{"type":"nauc_recall_at_5_std","value":-1.8541999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":45.0955,"verified":false},{"type":"nauc_recall_at_10_max","value":35.7364,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.2479,"verified":false},{"type":"nauc_recall_at_10_diff1","value":42.3031,"verified":false},{"type":"nauc_recall_at_20_max","value":34.7814,"verified":false},{"type":"nauc_recall_at_20_std","value":0.7642,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.3357,"verified":false},{"type":"nauc_recall_at_100_max","value":49.1721,"verified":false},{"type":"nauc_recall_at_100_std","value":27.8334,"verified":false},{"type":"nauc_recall_at_100_diff1","value":39.549,"verified":false},{"type":"nauc_recall_at_1000_max","value":59.516400000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":66.1089,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":31.4818,"verified":false},{"type":"nauc_precision_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_precision_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_precision_at_3_max","value":35.7954,"verified":false},{"type":"nauc_precision_at_3_std","value":0.6122,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.4346,"verified":false},{"type":"nauc_precision_at_5_max","value":31.322699999999998,"verified":false},{"type":"nauc_precision_at_5_std","value":2.2124,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.1992,"verified":false},{"type":"nauc_precision_at_10_max","value":22.6897,"verified":false},{"type":"nauc_precision_at_10_std","value":3.6117999999999997,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.0833,"verified":false},{"type":"nauc_precision_at_20_max","value":14.954799999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":7.2373,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.544,"verified":false},{"type":"nauc_precision_at_100_max","value":4.2428,"verified":false},{"type":"nauc_precision_at_100_std","value":7.3461,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.3684,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.148399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":-3.5724,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-19.142400000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.404599999999995,"verified":false},{"type":"nauc_mrr_at_1_std","value":-4.5556,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.4025,"verified":false},{"type":"nauc_mrr_at_3_max","value":38.7222,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3924000000000003,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":52.7995,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.7579,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.6441,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":53.547599999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.7832,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.5202999999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.4856,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.6588,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.501,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.3571,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.6456,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.4756,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.455600000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.6449,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.4623,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.45419999999999,"verified":false},{"type":"main_score","value":55.799,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackEnglishRetrieval (default)","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0","split":"test","type":"mteb/cqadupstack-english"},"metrics":[{"type":"ndcg_at_1","value":44.204,"verified":false},{"type":"ndcg_at_3","value":49.549,"verified":false},{"type":"ndcg_at_5","value":51.658,"verified":false},{"type":"ndcg_at_10","value":53.681,"verified":false},{"type":"ndcg_at_20","value":55.129,"verified":false},{"type":"ndcg_at_100","value":57.691,"verified":false},{"type":"ndcg_at_1000","value":59.325,"verified":false},{"type":"map_at_1","value":35.193000000000005,"verified":false},{"type":"map_at_3","value":44.005,"verified":false},{"type":"map_at_5","value":46.043,"verified":false},{"type":"map_at_10","value":47.491,"verified":false},{"type":"map_at_20","value":48.169000000000004,"verified":false},{"type":"map_at_100","value":48.789,"verified":false},{"type":"map_at_1000","value":48.898,"verified":false},{"type":"recall_at_1","value":35.193000000000005,"verified":false},{"type":"recall_at_3","value":51.333,"verified":false},{"type":"recall_at_5","value":57.436,"verified":false},{"type":"recall_at_10","value":63.991,"verified":false},{"type":"recall_at_20","value":69.37100000000001,"verified":false},{"type":"recall_at_100","value":81.099,"verified":false},{"type":"recall_at_1000","value":91.363,"verified":false},{"type":"precision_at_1","value":44.204,"verified":false},{"type":"precision_at_3","value":24.374000000000002,"verified":false},{"type":"precision_at_5","value":17.287,"verified":false},{"type":"precision_at_10","value":10.293,"verified":false},{"type":"precision_at_20","value":5.943,"verified":false},{"type":"precision_at_100","value":1.5730000000000002,"verified":false},{"type":"precision_at_1000","value":0.197,"verified":false},{"type":"mrr_at_1","value":44.2038,"verified":false},{"type":"mrr_at_3","value":51.624199999999995,"verified":false},{"type":"mrr_at_5","value":52.9459,"verified":false},{"type":"mrr_at_10","value":53.697399999999995,"verified":false},{"type":"mrr_at_20","value":54.028200000000005,"verified":false},{"type":"mrr_at_100","value":54.267900000000004,"verified":false},{"type":"mrr_at_1000","value":54.3028,"verified":false},{"type":"nauc_ndcg_at_1_max","value":45.3525,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":46.6258,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.8042000000000002,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":55.0995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":47.3391,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.8336999999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.848,"verified":false},{"type":"nauc_ndcg_at_10_max","value":47.713899999999995,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-0.6185,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":54.6241,"verified":false},{"type":"nauc_ndcg_at_20_max","value":48.072900000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-0.21589999999999998,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":54.655100000000004,"verified":false},{"type":"nauc_ndcg_at_100_max","value":48.4791,"verified":false},{"type":"nauc_ndcg_at_100_std","value":1.9865000000000002,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.033,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.3686,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":1.8716,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.125,"verified":false},{"type":"nauc_map_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_map_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_map_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_map_at_3_max","value":41.4347,"verified":false},{"type":"nauc_map_at_3_std","value":-10.0816,"verified":false},{"type":"nauc_map_at_3_diff1","value":57.8979,"verified":false},{"type":"nauc_map_at_5_max","value":43.1536,"verified":false},{"type":"nauc_map_at_5_std","value":-7.8041,"verified":false},{"type":"nauc_map_at_5_diff1","value":57.1125,"verified":false},{"type":"nauc_map_at_10_max","value":44.243700000000004,"verified":false},{"type":"nauc_map_at_10_std","value":-6.047000000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":56.688700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":44.7799,"verified":false},{"type":"nauc_map_at_20_std","value":-5.2916,"verified":false},{"type":"nauc_map_at_20_diff1","value":56.565799999999996,"verified":false},{"type":"nauc_map_at_100_max","value":45.3233,"verified":false},{"type":"nauc_map_at_100_std","value":-4.287,"verified":false},{"type":"nauc_map_at_100_diff1","value":56.41460000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":45.3992,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.1593,"verified":false},{"type":"nauc_map_at_1000_diff1","value":56.413599999999995,"verified":false},{"type":"nauc_recall_at_1_max","value":34.797200000000004,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.140199999999998,"verified":false},{"type":"nauc_recall_at_1_diff1","value":61.197100000000006,"verified":false},{"type":"nauc_recall_at_3_max","value":42.7264,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.201799999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":52.3494,"verified":false},{"type":"nauc_recall_at_5_max","value":44.6494,"verified":false},{"type":"nauc_recall_at_5_std","value":-3.3112999999999997,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.1019,"verified":false},{"type":"nauc_recall_at_10_max","value":46.6669,"verified":false},{"type":"nauc_recall_at_10_std","value":2.3359,"verified":false},{"type":"nauc_recall_at_10_diff1","value":48.1454,"verified":false},{"type":"nauc_recall_at_20_max","value":48.7828,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0266,"verified":false},{"type":"nauc_recall_at_20_diff1","value":46.786699999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":53.081999999999994,"verified":false},{"type":"nauc_recall_at_100_std","value":24.1569,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.4049,"verified":false},{"type":"nauc_recall_at_1000_max","value":55.803000000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.3769,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.336,"verified":false},{"type":"nauc_precision_at_1_max","value":45.3525,"verified":false},{"type":"nauc_precision_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_precision_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":44.2838,"verified":false},{"type":"nauc_precision_at_3_std","value":14.3908,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.219700000000003,"verified":false},{"type":"nauc_precision_at_5_max","value":42.9914,"verified":false},{"type":"nauc_precision_at_5_std","value":23.0682,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.2263,"verified":false},{"type":"nauc_precision_at_10_max","value":38.5042,"verified":false},{"type":"nauc_precision_at_10_std","value":30.792199999999998,"verified":false},{"type":"nauc_precision_at_10_diff1","value":5.7691,"verified":false},{"type":"nauc_precision_at_20_max","value":34.417500000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":34.1749,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.9022,"verified":false},{"type":"nauc_precision_at_100_max","value":27.4072,"verified":false},{"type":"nauc_precision_at_100_std","value":42.4351,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-11.407,"verified":false},{"type":"nauc_precision_at_1000_max","value":16.142400000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":36.4482,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-16.8073,"verified":false},{"type":"nauc_mrr_at_1_max","value":45.3525,"verified":false},{"type":"nauc_mrr_at_1_std","value":-2.2124,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":59.392100000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.7407,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.2074,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":55.8153,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.9081,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.9781,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":55.6807,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.7888,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.384,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":55.5207,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.7371,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.3671,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":55.508199999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.7472,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.5221,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":55.5036,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.7402,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.5072,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":55.507,"verified":false},{"type":"main_score","value":53.681,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGamingRetrieval (default)","revision":"4885aa143210c98657558c04aaf3dc47cfb54340","split":"test","type":"mteb/cqadupstack-gaming"},"metrics":[{"type":"ndcg_at_1","value":50.345,"verified":false},{"type":"ndcg_at_3","value":57.776,"verified":false},{"type":"ndcg_at_5","value":60.477000000000004,"verified":false},{"type":"ndcg_at_10","value":63.172,"verified":false},{"type":"ndcg_at_20","value":64.62,"verified":false},{"type":"ndcg_at_100","value":66.538,"verified":false},{"type":"ndcg_at_1000","value":67.43,"verified":false},{"type":"map_at_1","value":44.153,"verified":false},{"type":"map_at_3","value":53.979,"verified":false},{"type":"map_at_5","value":55.925000000000004,"verified":false},{"type":"map_at_10","value":57.32899999999999,"verified":false},{"type":"map_at_20","value":57.879000000000005,"verified":false},{"type":"map_at_100","value":58.239,"verified":false},{"type":"map_at_1000","value":58.285,"verified":false},{"type":"recall_at_1","value":44.153,"verified":false},{"type":"recall_at_3","value":62.766999999999996,"verified":false},{"type":"recall_at_5","value":69.405,"verified":false},{"type":"recall_at_10","value":77.107,"verified":false},{"type":"recall_at_20","value":82.337,"verified":false},{"type":"recall_at_100","value":91.307,"verified":false},{"type":"recall_at_1000","value":97.586,"verified":false},{"type":"precision_at_1","value":50.345,"verified":false},{"type":"precision_at_3","value":25.601000000000003,"verified":false},{"type":"precision_at_5","value":17.416999999999998,"verified":false},{"type":"precision_at_10","value":9.994,"verified":false},{"type":"precision_at_20","value":5.492,"verified":false},{"type":"precision_at_100","value":1.261,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":50.3448,"verified":false},{"type":"mrr_at_3","value":58.160900000000005,"verified":false},{"type":"mrr_at_5","value":59.549600000000005,"verified":false},{"type":"mrr_at_10","value":60.545899999999996,"verified":false},{"type":"mrr_at_20","value":60.8453,"verified":false},{"type":"mrr_at_100","value":61.06120000000001,"verified":false},{"type":"mrr_at_1000","value":61.083299999999994,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-6.512,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_ndcg_at_3_max","value":42.8884,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.0156,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":54.432,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.831500000000005,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.3286999999999995,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":54.6971,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.391799999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.6792,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":53.749199999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":44.9459,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.1965,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":53.7261,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.0603,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.1026,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":54.059900000000006,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.9294,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.7629,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":54.57189999999999,"verified":false},{"type":"nauc_map_at_1_max","value":34.3031,"verified":false},{"type":"nauc_map_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_map_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_map_at_3_max","value":40.732,"verified":false},{"type":"nauc_map_at_3_std","value":-8.312999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":55.9106,"verified":false},{"type":"nauc_map_at_5_max","value":42.1709,"verified":false},{"type":"nauc_map_at_5_std","value":-6.9354,"verified":false},{"type":"nauc_map_at_5_diff1","value":56.042899999999996,"verified":false},{"type":"nauc_map_at_10_max","value":42.1589,"verified":false},{"type":"nauc_map_at_10_std","value":-6.3601,"verified":false},{"type":"nauc_map_at_10_diff1","value":55.490700000000004,"verified":false},{"type":"nauc_map_at_20_max","value":42.595,"verified":false},{"type":"nauc_map_at_20_std","value":-5.5588,"verified":false},{"type":"nauc_map_at_20_diff1","value":55.4651,"verified":false},{"type":"nauc_map_at_100_max","value":42.6911,"verified":false},{"type":"nauc_map_at_100_std","value":-5.2459999999999996,"verified":false},{"type":"nauc_map_at_100_diff1","value":55.45060000000001,"verified":false},{"type":"nauc_map_at_1000_max","value":42.7134,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.2317,"verified":false},{"type":"nauc_map_at_1000_diff1","value":55.4871,"verified":false},{"type":"nauc_recall_at_1_max","value":34.3031,"verified":false},{"type":"nauc_recall_at_1_std","value":-8.9637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":57.99100000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":43.623400000000004,"verified":false},{"type":"nauc_recall_at_3_std","value":-6.2843,"verified":false},{"type":"nauc_recall_at_3_diff1","value":50.775800000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":48.7222,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.9506000000000001,"verified":false},{"type":"nauc_recall_at_5_diff1","value":50.41480000000001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.6178,"verified":false},{"type":"nauc_recall_at_10_std","value":2.2783,"verified":false},{"type":"nauc_recall_at_10_diff1","value":45.1663,"verified":false},{"type":"nauc_recall_at_20_max","value":51.454,"verified":false},{"type":"nauc_recall_at_20_std","value":11.8339,"verified":false},{"type":"nauc_recall_at_20_diff1","value":42.8694,"verified":false},{"type":"nauc_recall_at_100_max","value":58.145500000000006,"verified":false},{"type":"nauc_recall_at_100_std","value":35.4717,"verified":false},{"type":"nauc_recall_at_100_diff1","value":40.8401,"verified":false},{"type":"nauc_recall_at_1000_max","value":79.9122,"verified":false},{"type":"nauc_recall_at_1000_std","value":64.5076,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":48.7357,"verified":false},{"type":"nauc_precision_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_precision_at_1_std","value":-6.512,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_precision_at_3_max","value":39.763799999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":2.8881,"verified":false},{"type":"nauc_precision_at_3_diff1","value":30.5735,"verified":false},{"type":"nauc_precision_at_5_max","value":38.062200000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":10.2952,"verified":false},{"type":"nauc_precision_at_5_diff1","value":21.2531,"verified":false},{"type":"nauc_precision_at_10_max","value":31.330099999999998,"verified":false},{"type":"nauc_precision_at_10_std","value":16.6561,"verified":false},{"type":"nauc_precision_at_10_diff1","value":8.4745,"verified":false},{"type":"nauc_precision_at_20_max","value":28.5499,"verified":false},{"type":"nauc_precision_at_20_std","value":25.593300000000003,"verified":false},{"type":"nauc_precision_at_20_diff1","value":0.8708,"verified":false},{"type":"nauc_precision_at_100_max","value":20.275299999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":31.6878,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.8113,"verified":false},{"type":"nauc_precision_at_1000_max","value":15.4133,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.5211,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.061300000000001,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.467400000000005,"verified":false},{"type":"nauc_mrr_at_1_std","value":-6.512,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.337700000000005,"verified":false},{"type":"nauc_mrr_at_3_max","value":42.9279,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.251200000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":54.8802,"verified":false},{"type":"nauc_mrr_at_5_max","value":43.5261,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.4842,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":54.874500000000005,"verified":false},{"type":"nauc_mrr_at_10_max","value":43.2392,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.2739,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":54.5466,"verified":false},{"type":"nauc_mrr_at_20_max","value":43.2263,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.122,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":54.5397,"verified":false},{"type":"nauc_mrr_at_100_max","value":43.2131,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.041,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":54.586800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":43.2078,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.0622,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":54.606100000000005,"verified":false},{"type":"main_score","value":63.172,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackGisRetrieval (default)","revision":"5003b3064772da1887988e05400cf3806fe491f2","split":"test","type":"mteb/cqadupstack-gis"},"metrics":[{"type":"ndcg_at_1","value":32.429,"verified":false},{"type":"ndcg_at_3","value":39.639,"verified":false},{"type":"ndcg_at_5","value":42.051,"verified":false},{"type":"ndcg_at_10","value":44.759,"verified":false},{"type":"ndcg_at_20","value":46.588,"verified":false},{"type":"ndcg_at_100","value":49.457,"verified":false},{"type":"ndcg_at_1000","value":51.248000000000005,"verified":false},{"type":"map_at_1","value":30.259999999999998,"verified":false},{"type":"map_at_3","value":36.998,"verified":false},{"type":"map_at_5","value":38.452,"verified":false},{"type":"map_at_10","value":39.653,"verified":false},{"type":"map_at_20","value":40.199,"verified":false},{"type":"map_at_100","value":40.63,"verified":false},{"type":"map_at_1000","value":40.701,"verified":false},{"type":"recall_at_1","value":30.259999999999998,"verified":false},{"type":"recall_at_3","value":44.531,"verified":false},{"type":"recall_at_5","value":50.349999999999994,"verified":false},{"type":"recall_at_10","value":58.294999999999995,"verified":false},{"type":"recall_at_20","value":65.19200000000001,"verified":false},{"type":"recall_at_100","value":79.699,"verified":false},{"type":"recall_at_1000","value":93.181,"verified":false},{"type":"precision_at_1","value":32.429,"verified":false},{"type":"precision_at_3","value":16.61,"verified":false},{"type":"precision_at_5","value":11.39,"verified":false},{"type":"precision_at_10","value":6.746,"verified":false},{"type":"precision_at_20","value":3.8019999999999996,"verified":false},{"type":"precision_at_100","value":0.963,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"mrr_at_1","value":32.4294,"verified":false},{"type":"mrr_at_3","value":39.265499999999996,"verified":false},{"type":"mrr_at_5","value":40.6158,"verified":false},{"type":"mrr_at_10","value":41.7454,"verified":false},{"type":"mrr_at_20","value":42.187999999999995,"verified":false},{"type":"mrr_at_100","value":42.530699999999996,"verified":false},{"type":"mrr_at_1000","value":42.584300000000006,"verified":false},{"type":"nauc_ndcg_at_1_max","value":30.2344,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.76,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_ndcg_at_3_max","value":31.300299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-5.2691,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.6872,"verified":false},{"type":"nauc_ndcg_at_5_max","value":31.844099999999997,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-4.228400000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.2047,"verified":false},{"type":"nauc_ndcg_at_10_max","value":31.664900000000003,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.2960000000000003,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":36.6259,"verified":false},{"type":"nauc_ndcg_at_20_max","value":31.630999999999997,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.6685,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":36.577,"verified":false},{"type":"nauc_ndcg_at_100_max","value":32.283899999999996,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1553,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":36.3958,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":32.4852,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.3408,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":37.0227,"verified":false},{"type":"nauc_map_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_map_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_map_at_3_max","value":30.0483,"verified":false},{"type":"nauc_map_at_3_std","value":-6.9221,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.826,"verified":false},{"type":"nauc_map_at_5_max","value":30.560399999999998,"verified":false},{"type":"nauc_map_at_5_std","value":-6.1894,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.0042,"verified":false},{"type":"nauc_map_at_10_max","value":30.665100000000002,"verified":false},{"type":"nauc_map_at_10_std","value":-5.8472,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.3857,"verified":false},{"type":"nauc_map_at_20_max","value":30.761699999999998,"verified":false},{"type":"nauc_map_at_20_std","value":-5.591,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.4111,"verified":false},{"type":"nauc_map_at_100_max","value":30.859399999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-5.532,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.3888,"verified":false},{"type":"nauc_map_at_1000_max","value":30.871199999999998,"verified":false},{"type":"nauc_map_at_1000_std","value":-5.5322000000000005,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.4166,"verified":false},{"type":"nauc_recall_at_1_max","value":27.620800000000003,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.7657,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.7864,"verified":false},{"type":"nauc_recall_at_3_max","value":31.187199999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-2.5515,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.9576,"verified":false},{"type":"nauc_recall_at_5_max","value":32.6827,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.4259,"verified":false},{"type":"nauc_recall_at_5_diff1","value":33.1674,"verified":false},{"type":"nauc_recall_at_10_max","value":31.729400000000002,"verified":false},{"type":"nauc_recall_at_10_std","value":2.8294,"verified":false},{"type":"nauc_recall_at_10_diff1","value":27.7289,"verified":false},{"type":"nauc_recall_at_20_max","value":30.9251,"verified":false},{"type":"nauc_recall_at_20_std","value":5.9573,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.271499999999996,"verified":false},{"type":"nauc_recall_at_100_max","value":35.8557,"verified":false},{"type":"nauc_recall_at_100_std","value":14.478399999999999,"verified":false},{"type":"nauc_recall_at_100_diff1","value":20.6213,"verified":false},{"type":"nauc_recall_at_1000_max","value":49.7086,"verified":false},{"type":"nauc_recall_at_1000_std","value":36.9282,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":14.288300000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":30.2344,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.76,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_precision_at_3_max","value":34.808699999999995,"verified":false},{"type":"nauc_precision_at_3_std","value":0.7861999999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.232299999999995,"verified":false},{"type":"nauc_precision_at_5_max","value":35.9325,"verified":false},{"type":"nauc_precision_at_5_std","value":4.1644,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.872799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":34.2471,"verified":false},{"type":"nauc_precision_at_10_std","value":7.2728,"verified":false},{"type":"nauc_precision_at_10_diff1","value":21.044999999999998,"verified":false},{"type":"nauc_precision_at_20_max","value":31.828200000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":10.2775,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.7988,"verified":false},{"type":"nauc_precision_at_100_max","value":26.320100000000004,"verified":false},{"type":"nauc_precision_at_100_std","value":14.0416,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.4286999999999996,"verified":false},{"type":"nauc_precision_at_1000_max","value":17.6282,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.1888,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.7075,"verified":false},{"type":"nauc_mrr_at_1_max","value":30.2344,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.76,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.3339,"verified":false},{"type":"nauc_mrr_at_3_max","value":32.2423,"verified":false},{"type":"nauc_mrr_at_3_std","value":-4.6264,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.6214,"verified":false},{"type":"nauc_mrr_at_5_max","value":32.496199999999995,"verified":false},{"type":"nauc_mrr_at_5_std","value":-4.3406,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.921,"verified":false},{"type":"nauc_mrr_at_10_max","value":32.330799999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":-3.943,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.2251,"verified":false},{"type":"nauc_mrr_at_20_max","value":32.1807,"verified":false},{"type":"nauc_mrr_at_20_std","value":-3.9316999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.2161,"verified":false},{"type":"nauc_mrr_at_100_max","value":32.2413,"verified":false},{"type":"nauc_mrr_at_100_std","value":-3.8869000000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.217800000000004,"verified":false},{"type":"nauc_mrr_at_1000_max","value":32.2481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-3.8933000000000004,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.2515,"verified":false},{"type":"main_score","value":44.759,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackMathematicaRetrieval (default)","revision":"90fceea13679c63fe563ded68f3b6f06e50061de","split":"test","type":"mteb/cqadupstack-mathematica"},"metrics":[{"type":"ndcg_at_1","value":22.761,"verified":false},{"type":"ndcg_at_3","value":27.578999999999997,"verified":false},{"type":"ndcg_at_5","value":30.067,"verified":false},{"type":"ndcg_at_10","value":32.823,"verified":false},{"type":"ndcg_at_20","value":35.129,"verified":false},{"type":"ndcg_at_100","value":38.903999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.181,"verified":false},{"type":"map_at_1","value":18.360000000000003,"verified":false},{"type":"map_at_3","value":24.264,"verified":false},{"type":"map_at_5","value":25.844,"verified":false},{"type":"map_at_10","value":27.093,"verified":false},{"type":"map_at_20","value":27.839999999999996,"verified":false},{"type":"map_at_100","value":28.416999999999998,"verified":false},{"type":"map_at_1000","value":28.517,"verified":false},{"type":"recall_at_1","value":18.360000000000003,"verified":false},{"type":"recall_at_3","value":31.044,"verified":false},{"type":"recall_at_5","value":37.432,"verified":false},{"type":"recall_at_10","value":45.525999999999996,"verified":false},{"type":"recall_at_20","value":53.557,"verified":false},{"type":"recall_at_100","value":72.14500000000001,"verified":false},{"type":"recall_at_1000","value":88.041,"verified":false},{"type":"precision_at_1","value":22.761,"verified":false},{"type":"precision_at_3","value":13.350000000000001,"verified":false},{"type":"precision_at_5","value":9.801,"verified":false},{"type":"precision_at_10","value":6.157,"verified":false},{"type":"precision_at_20","value":3.744,"verified":false},{"type":"precision_at_100","value":1.055,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"mrr_at_1","value":22.761200000000002,"verified":false},{"type":"mrr_at_3","value":29.187400000000004,"verified":false},{"type":"mrr_at_5","value":30.866500000000002,"verified":false},{"type":"mrr_at_10","value":32.0236,"verified":false},{"type":"mrr_at_20","value":32.5924,"verified":false},{"type":"mrr_at_100","value":32.995000000000005,"verified":false},{"type":"mrr_at_1000","value":33.042100000000005,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.3876,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_ndcg_at_3_max","value":24.329,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.3894,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5792,"verified":false},{"type":"nauc_ndcg_at_5_max","value":24.331,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.1460000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":36.1599,"verified":false},{"type":"nauc_ndcg_at_10_max","value":23.9962,"verified":false},{"type":"nauc_ndcg_at_10_std","value":3.6198,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.615899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":23.189899999999998,"verified":false},{"type":"nauc_ndcg_at_20_std","value":3.3743000000000003,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.5344,"verified":false},{"type":"nauc_ndcg_at_100_max","value":24.1644,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.3245000000000005,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.1404,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":24.4504,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":5.0385,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.3277,"verified":false},{"type":"nauc_map_at_1_max","value":20.5435,"verified":false},{"type":"nauc_map_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_map_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_map_at_3_max","value":23.108999999999998,"verified":false},{"type":"nauc_map_at_3_std","value":0.8848,"verified":false},{"type":"nauc_map_at_3_diff1","value":39.9259,"verified":false},{"type":"nauc_map_at_5_max","value":23.329900000000002,"verified":false},{"type":"nauc_map_at_5_std","value":1.7795999999999998,"verified":false},{"type":"nauc_map_at_5_diff1","value":38.448,"verified":false},{"type":"nauc_map_at_10_max","value":23.1789,"verified":false},{"type":"nauc_map_at_10_std","value":2.1036,"verified":false},{"type":"nauc_map_at_10_diff1","value":37.653,"verified":false},{"type":"nauc_map_at_20_max","value":22.9132,"verified":false},{"type":"nauc_map_at_20_std","value":2.1094,"verified":false},{"type":"nauc_map_at_20_diff1","value":37.5569,"verified":false},{"type":"nauc_map_at_100_max","value":23.0857,"verified":false},{"type":"nauc_map_at_100_std","value":2.4645,"verified":false},{"type":"nauc_map_at_100_diff1","value":37.4881,"verified":false},{"type":"nauc_map_at_1000_max","value":23.0988,"verified":false},{"type":"nauc_map_at_1000_std","value":2.4427999999999996,"verified":false},{"type":"nauc_map_at_1000_diff1","value":37.4707,"verified":false},{"type":"nauc_recall_at_1_max","value":20.5435,"verified":false},{"type":"nauc_recall_at_1_std","value":-0.1746,"verified":false},{"type":"nauc_recall_at_1_diff1","value":43.252,"verified":false},{"type":"nauc_recall_at_3_max","value":24.393500000000003,"verified":false},{"type":"nauc_recall_at_3_std","value":3.3230999999999997,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.7983,"verified":false},{"type":"nauc_recall_at_5_max","value":23.4229,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2542,"verified":false},{"type":"nauc_recall_at_5_diff1","value":28.8147,"verified":false},{"type":"nauc_recall_at_10_max","value":22.6162,"verified":false},{"type":"nauc_recall_at_10_std","value":6.9113,"verified":false},{"type":"nauc_recall_at_10_diff1","value":24.617900000000002,"verified":false},{"type":"nauc_recall_at_20_max","value":19.8826,"verified":false},{"type":"nauc_recall_at_20_std","value":6.0004,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.0887,"verified":false},{"type":"nauc_recall_at_100_max","value":24.428900000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8358,"verified":false},{"type":"nauc_recall_at_100_diff1","value":18.6841,"verified":false},{"type":"nauc_recall_at_1000_max","value":34.9059,"verified":false},{"type":"nauc_recall_at_1000_std","value":30.6124,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":11.7067,"verified":false},{"type":"nauc_precision_at_1_max","value":22.3876,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_precision_at_3_max","value":24.7919,"verified":false},{"type":"nauc_precision_at_3_std","value":1.3971,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.175599999999996,"verified":false},{"type":"nauc_precision_at_5_max","value":25.4503,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4636000000000005,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.453599999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":21.1404,"verified":false},{"type":"nauc_precision_at_10_std","value":4.7988,"verified":false},{"type":"nauc_precision_at_10_diff1","value":17.3144,"verified":false},{"type":"nauc_precision_at_20_max","value":16.4733,"verified":false},{"type":"nauc_precision_at_20_std","value":3.7228999999999997,"verified":false},{"type":"nauc_precision_at_20_diff1","value":12.853,"verified":false},{"type":"nauc_precision_at_100_max","value":12.5551,"verified":false},{"type":"nauc_precision_at_100_std","value":6.2132,"verified":false},{"type":"nauc_precision_at_100_diff1","value":1.2163,"verified":false},{"type":"nauc_precision_at_1000_max","value":2.706,"verified":false},{"type":"nauc_precision_at_1000_std","value":-0.7363999999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.0556,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.3876,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.26649999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":42.7688,"verified":false},{"type":"nauc_mrr_at_3_max","value":24.9398,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.5026,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":39.2078,"verified":false},{"type":"nauc_mrr_at_5_max","value":24.9525,"verified":false},{"type":"nauc_mrr_at_5_std","value":2.2446,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":37.9502,"verified":false},{"type":"nauc_mrr_at_10_max","value":24.8361,"verified":false},{"type":"nauc_mrr_at_10_std","value":2.1445,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":37.4108,"verified":false},{"type":"nauc_mrr_at_20_max","value":24.529300000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":2.0292,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":37.3959,"verified":false},{"type":"nauc_mrr_at_100_max","value":24.627299999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":2.2496,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":37.4236,"verified":false},{"type":"nauc_mrr_at_1000_max","value":24.6481,"verified":false},{"type":"nauc_mrr_at_1000_std","value":2.2540999999999998,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":37.4501,"verified":false},{"type":"main_score","value":32.823,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackPhysicsRetrieval (default)","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4","split":"test","type":"mteb/cqadupstack-physics"},"metrics":[{"type":"ndcg_at_1","value":40.135,"verified":false},{"type":"ndcg_at_3","value":45.062999999999995,"verified":false},{"type":"ndcg_at_5","value":47.674,"verified":false},{"type":"ndcg_at_10","value":50.312,"verified":false},{"type":"ndcg_at_20","value":52.349000000000004,"verified":false},{"type":"ndcg_at_100","value":55.428,"verified":false},{"type":"ndcg_at_1000","value":57.202,"verified":false},{"type":"map_at_1","value":32.757,"verified":false},{"type":"map_at_3","value":40.722,"verified":false},{"type":"map_at_5","value":42.656,"verified":false},{"type":"map_at_10","value":44.162,"verified":false},{"type":"map_at_20","value":44.889,"verified":false},{"type":"map_at_100","value":45.454,"verified":false},{"type":"map_at_1000","value":45.562999999999995,"verified":false},{"type":"recall_at_1","value":32.757,"verified":false},{"type":"recall_at_3","value":48.120000000000005,"verified":false},{"type":"recall_at_5","value":54.666000000000004,"verified":false},{"type":"recall_at_10","value":62.632,"verified":false},{"type":"recall_at_20","value":69.592,"verified":false},{"type":"recall_at_100","value":83.863,"verified":false},{"type":"recall_at_1000","value":95.065,"verified":false},{"type":"precision_at_1","value":40.135,"verified":false},{"type":"precision_at_3","value":21.367,"verified":false},{"type":"precision_at_5","value":15.265,"verified":false},{"type":"precision_at_10","value":9.057,"verified":false},{"type":"precision_at_20","value":5.25,"verified":false},{"type":"precision_at_100","value":1.347,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":40.1347,"verified":false},{"type":"mrr_at_3","value":47.3532,"verified":false},{"type":"mrr_at_5","value":48.8547,"verified":false},{"type":"mrr_at_10","value":49.9016,"verified":false},{"type":"mrr_at_20","value":50.31250000000001,"verified":false},{"type":"mrr_at_100","value":50.6278,"verified":false},{"type":"mrr_at_1000","value":50.6652,"verified":false},{"type":"nauc_ndcg_at_1_max","value":38.7881,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.7708,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-6.576700000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.9321,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.438,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-6.2548,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":48.0762,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.365899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-5.7385,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.158899999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.0394,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-5.0741000000000005,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.540499999999994,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.7277,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.7447,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":47.9735,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":40.0211,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.7227,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.1857,"verified":false},{"type":"nauc_map_at_1_max","value":33.7229,"verified":false},{"type":"nauc_map_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_map_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_map_at_3_max","value":36.403,"verified":false},{"type":"nauc_map_at_3_std","value":-9.1775,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.7749,"verified":false},{"type":"nauc_map_at_5_max","value":36.804500000000004,"verified":false},{"type":"nauc_map_at_5_std","value":-8.4613,"verified":false},{"type":"nauc_map_at_5_diff1","value":49.1705,"verified":false},{"type":"nauc_map_at_10_max","value":37.3301,"verified":false},{"type":"nauc_map_at_10_std","value":-7.706200000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":49.3899,"verified":false},{"type":"nauc_map_at_20_max","value":37.541999999999994,"verified":false},{"type":"nauc_map_at_20_std","value":-7.4139,"verified":false},{"type":"nauc_map_at_20_diff1","value":49.4555,"verified":false},{"type":"nauc_map_at_100_max","value":37.7874,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8967,"verified":false},{"type":"nauc_map_at_100_diff1","value":49.336999999999996,"verified":false},{"type":"nauc_map_at_1000_max","value":37.8174,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.8435,"verified":false},{"type":"nauc_map_at_1000_diff1","value":49.3269,"verified":false},{"type":"nauc_recall_at_1_max","value":33.7229,"verified":false},{"type":"nauc_recall_at_1_std","value":-12.5585,"verified":false},{"type":"nauc_recall_at_1_diff1","value":54.0852,"verified":false},{"type":"nauc_recall_at_3_max","value":34.7265,"verified":false},{"type":"nauc_recall_at_3_std","value":-8.2544,"verified":false},{"type":"nauc_recall_at_3_diff1","value":45.2066,"verified":false},{"type":"nauc_recall_at_5_max","value":34.319,"verified":false},{"type":"nauc_recall_at_5_std","value":-6.7825,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.783,"verified":false},{"type":"nauc_recall_at_10_max","value":34.5308,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.8527,"verified":false},{"type":"nauc_recall_at_10_diff1","value":40.9153,"verified":false},{"type":"nauc_recall_at_20_max","value":36.6563,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.6942,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7078,"verified":false},{"type":"nauc_recall_at_100_max","value":38.7406,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8691,"verified":false},{"type":"nauc_recall_at_100_diff1","value":34.8788,"verified":false},{"type":"nauc_recall_at_1000_max","value":53.96490000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":46.1526,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.4075,"verified":false},{"type":"nauc_precision_at_1_max","value":38.7881,"verified":false},{"type":"nauc_precision_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_precision_at_3_max","value":38.4296,"verified":false},{"type":"nauc_precision_at_3_std","value":5.1817,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.3129,"verified":false},{"type":"nauc_precision_at_5_max","value":33.9238,"verified":false},{"type":"nauc_precision_at_5_std","value":10.5533,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.5911,"verified":false},{"type":"nauc_precision_at_10_max","value":30.967,"verified":false},{"type":"nauc_precision_at_10_std","value":16.371,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.714,"verified":false},{"type":"nauc_precision_at_20_max","value":27.0551,"verified":false},{"type":"nauc_precision_at_20_std","value":18.2058,"verified":false},{"type":"nauc_precision_at_20_diff1","value":10.084,"verified":false},{"type":"nauc_precision_at_100_max","value":18.493000000000002,"verified":false},{"type":"nauc_precision_at_100_std","value":25.315199999999997,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.4256,"verified":false},{"type":"nauc_precision_at_1000_max","value":6.7,"verified":false},{"type":"nauc_precision_at_1000_std","value":22.2852,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.102,"verified":false},{"type":"nauc_mrr_at_1_max","value":38.7881,"verified":false},{"type":"nauc_mrr_at_1_std","value":-8.296000000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.21130000000001,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.9462,"verified":false},{"type":"nauc_mrr_at_3_std","value":-5.224,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.9567,"verified":false},{"type":"nauc_mrr_at_5_max","value":40.6606,"verified":false},{"type":"nauc_mrr_at_5_std","value":-5.1892000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.274499999999996,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.7644,"verified":false},{"type":"nauc_mrr_at_10_std","value":-4.7934,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.2337,"verified":false},{"type":"nauc_mrr_at_20_max","value":40.8569,"verified":false},{"type":"nauc_mrr_at_20_std","value":-4.7076,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.358999999999995,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.8362,"verified":false},{"type":"nauc_mrr_at_100_std","value":-4.5678,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.32,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.827400000000004,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-4.5844000000000005,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.3213,"verified":false},{"type":"main_score","value":50.312,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackProgrammersRetrieval (default)","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32","split":"test","type":"mteb/cqadupstack-programmers"},"metrics":[{"type":"ndcg_at_1","value":38.013999999999996,"verified":false},{"type":"ndcg_at_3","value":42.824,"verified":false},{"type":"ndcg_at_5","value":45.074999999999996,"verified":false},{"type":"ndcg_at_10","value":47.769,"verified":false},{"type":"ndcg_at_20","value":49.964,"verified":false},{"type":"ndcg_at_100","value":53.271,"verified":false},{"type":"ndcg_at_1000","value":55.217000000000006,"verified":false},{"type":"map_at_1","value":31.751,"verified":false},{"type":"map_at_3","value":38.95,"verified":false},{"type":"map_at_5","value":40.681,"verified":false},{"type":"map_at_10","value":42.097,"verified":false},{"type":"map_at_20","value":42.892,"verified":false},{"type":"map_at_100","value":43.472,"verified":false},{"type":"map_at_1000","value":43.578,"verified":false},{"type":"recall_at_1","value":31.751,"verified":false},{"type":"recall_at_3","value":45.409,"verified":false},{"type":"recall_at_5","value":51.373000000000005,"verified":false},{"type":"recall_at_10","value":59.168,"verified":false},{"type":"recall_at_20","value":66.669,"verified":false},{"type":"recall_at_100","value":82.26400000000001,"verified":false},{"type":"recall_at_1000","value":95.017,"verified":false},{"type":"precision_at_1","value":38.013999999999996,"verified":false},{"type":"precision_at_3","value":19.977,"verified":false},{"type":"precision_at_5","value":14.11,"verified":false},{"type":"precision_at_10","value":8.493,"verified":false},{"type":"precision_at_20","value":5,"verified":false},{"type":"precision_at_100","value":1.312,"verified":false},{"type":"precision_at_1000","value":0.165,"verified":false},{"type":"mrr_at_1","value":38.0137,"verified":false},{"type":"mrr_at_3","value":44.9772,"verified":false},{"type":"mrr_at_5","value":46.387,"verified":false},{"type":"mrr_at_10","value":47.384100000000004,"verified":false},{"type":"mrr_at_20","value":47.8746,"verified":false},{"type":"mrr_at_100","value":48.2235,"verified":false},{"type":"mrr_at_1000","value":48.2699,"verified":false},{"type":"nauc_ndcg_at_1_max","value":35.9967,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_ndcg_at_3_max","value":35.4574,"verified":false},{"type":"nauc_ndcg_at_3_std","value":2.6951,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":38.5888,"verified":false},{"type":"nauc_ndcg_at_5_max","value":35.7783,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.5970000000000004,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":38.107,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9047,"verified":false},{"type":"nauc_ndcg_at_10_std","value":5.3849,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":37.6917,"verified":false},{"type":"nauc_ndcg_at_20_max","value":37.4203,"verified":false},{"type":"nauc_ndcg_at_20_std","value":7.5072,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":37.9429,"verified":false},{"type":"nauc_ndcg_at_100_max","value":37.913000000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":8.8726,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":37.8018,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":37.7521,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":8.0898,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.188,"verified":false},{"type":"nauc_map_at_1_max","value":30.6039,"verified":false},{"type":"nauc_map_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_map_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_map_at_3_max","value":33.79,"verified":false},{"type":"nauc_map_at_3_std","value":0.7224999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":40.5918,"verified":false},{"type":"nauc_map_at_5_max","value":34.799,"verified":false},{"type":"nauc_map_at_5_std","value":1.9663,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.119,"verified":false},{"type":"nauc_map_at_10_max","value":35.0036,"verified":false},{"type":"nauc_map_at_10_std","value":2.9479,"verified":false},{"type":"nauc_map_at_10_diff1","value":39.725899999999996,"verified":false},{"type":"nauc_map_at_20_max","value":35.6907,"verified":false},{"type":"nauc_map_at_20_std","value":3.7684,"verified":false},{"type":"nauc_map_at_20_diff1","value":39.6845,"verified":false},{"type":"nauc_map_at_100_max","value":35.8249,"verified":false},{"type":"nauc_map_at_100_std","value":4.123,"verified":false},{"type":"nauc_map_at_100_diff1","value":39.6397,"verified":false},{"type":"nauc_map_at_1000_max","value":35.8146,"verified":false},{"type":"nauc_map_at_1000_std","value":4.100899999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":39.6511,"verified":false},{"type":"nauc_recall_at_1_max","value":30.6039,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.1973,"verified":false},{"type":"nauc_recall_at_1_diff1","value":44.4956,"verified":false},{"type":"nauc_recall_at_3_max","value":33.9619,"verified":false},{"type":"nauc_recall_at_3_std","value":1.3599,"verified":false},{"type":"nauc_recall_at_3_diff1","value":36.673899999999996,"verified":false},{"type":"nauc_recall_at_5_max","value":34.798899999999996,"verified":false},{"type":"nauc_recall_at_5_std","value":3.9083,"verified":false},{"type":"nauc_recall_at_5_diff1","value":34.2275,"verified":false},{"type":"nauc_recall_at_10_max","value":34.3508,"verified":false},{"type":"nauc_recall_at_10_std","value":8.6454,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.9422,"verified":false},{"type":"nauc_recall_at_20_max","value":39.1475,"verified":false},{"type":"nauc_recall_at_20_std","value":17.0303,"verified":false},{"type":"nauc_recall_at_20_diff1","value":32.138099999999994,"verified":false},{"type":"nauc_recall_at_100_max","value":43.452,"verified":false},{"type":"nauc_recall_at_100_std","value":31.8449,"verified":false},{"type":"nauc_recall_at_100_diff1","value":27.38,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.720000000000006,"verified":false},{"type":"nauc_recall_at_1000_std","value":51.5088,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":28.131099999999996,"verified":false},{"type":"nauc_precision_at_1_max","value":35.9967,"verified":false},{"type":"nauc_precision_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_precision_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_precision_at_3_max","value":36.204,"verified":false},{"type":"nauc_precision_at_3_std","value":9.6793,"verified":false},{"type":"nauc_precision_at_3_diff1","value":22.8807,"verified":false},{"type":"nauc_precision_at_5_max","value":34.226,"verified":false},{"type":"nauc_precision_at_5_std","value":14.0818,"verified":false},{"type":"nauc_precision_at_5_diff1","value":16.223000000000003,"verified":false},{"type":"nauc_precision_at_10_max","value":28.3789,"verified":false},{"type":"nauc_precision_at_10_std","value":18.8125,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.382700000000001,"verified":false},{"type":"nauc_precision_at_20_max","value":26.151600000000002,"verified":false},{"type":"nauc_precision_at_20_std","value":22.352,"verified":false},{"type":"nauc_precision_at_20_diff1","value":1.0934,"verified":false},{"type":"nauc_precision_at_100_max","value":13.886399999999998,"verified":false},{"type":"nauc_precision_at_100_std","value":21.5356,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-10.3265,"verified":false},{"type":"nauc_precision_at_1000_max","value":-1.5730000000000002,"verified":false},{"type":"nauc_precision_at_1000_std","value":9.9943,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-18.5193,"verified":false},{"type":"nauc_mrr_at_1_max","value":35.9967,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.926500000000001,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":43.5414,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.1377,"verified":false},{"type":"nauc_mrr_at_3_std","value":5.6196,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":38.9643,"verified":false},{"type":"nauc_mrr_at_5_max","value":36.945499999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":5.9594000000000005,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":38.431,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.094300000000004,"verified":false},{"type":"nauc_mrr_at_10_std","value":6.6665,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":38.4148,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.283100000000005,"verified":false},{"type":"nauc_mrr_at_20_std","value":7.0301,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":38.6425,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.312200000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":7.0826,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":38.689800000000005,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.319,"verified":false},{"type":"nauc_mrr_at_1000_std","value":7.0653999999999995,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":38.7106,"verified":false},{"type":"main_score","value":47.769,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackRetrieval (default)","revision":"CQADupstackRetrieval_is_a_combined_dataset","split":"test","type":"CQADupstackRetrieval_is_a_combined_dataset"},"metrics":[{"type":"main_score","value":46.10300000000001,"verified":false},{"type":"ndcg_at_10","value":46.10300000000001,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackStatsRetrieval (default)","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a","split":"test","type":"mteb/cqadupstack-stats"},"metrics":[{"type":"ndcg_at_1","value":32.362,"verified":false},{"type":"ndcg_at_3","value":36.026,"verified":false},{"type":"ndcg_at_5","value":38.122,"verified":false},{"type":"ndcg_at_10","value":40.174,"verified":false},{"type":"ndcg_at_20","value":41.836,"verified":false},{"type":"ndcg_at_100","value":44.444,"verified":false},{"type":"ndcg_at_1000","value":46.929,"verified":false},{"type":"map_at_1","value":28.871999999999996,"verified":false},{"type":"map_at_3","value":33.613,"verified":false},{"type":"map_at_5","value":35.007,"verified":false},{"type":"map_at_10","value":35.976,"verified":false},{"type":"map_at_20","value":36.496,"verified":false},{"type":"map_at_100","value":36.895,"verified":false},{"type":"map_at_1000","value":36.994,"verified":false},{"type":"recall_at_1","value":28.871999999999996,"verified":false},{"type":"recall_at_3","value":38.705,"verified":false},{"type":"recall_at_5","value":43.821,"verified":false},{"type":"recall_at_10","value":49.921,"verified":false},{"type":"recall_at_20","value":56.163,"verified":false},{"type":"recall_at_100","value":69.084,"verified":false},{"type":"recall_at_1000","value":87.35000000000001,"verified":false},{"type":"precision_at_1","value":32.362,"verified":false},{"type":"precision_at_3","value":15.184000000000001,"verified":false},{"type":"precision_at_5","value":10.583,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_20","value":3.512,"verified":false},{"type":"precision_at_100","value":0.897,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"mrr_at_1","value":32.362,"verified":false},{"type":"mrr_at_3","value":36.937599999999996,"verified":false},{"type":"mrr_at_5","value":38.1416,"verified":false},{"type":"mrr_at_10","value":39.012299999999996,"verified":false},{"type":"mrr_at_20","value":39.4119,"verified":false},{"type":"mrr_at_100","value":39.745200000000004,"verified":false},{"type":"mrr_at_1000","value":39.8191,"verified":false},{"type":"nauc_ndcg_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":0.8482,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.0785,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.2739,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":48.3207,"verified":false},{"type":"nauc_ndcg_at_5_max","value":38.4648,"verified":false},{"type":"nauc_ndcg_at_5_std","value":3.3379,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":47.468500000000006,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.0329,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.0895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":46.1268,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.359,"verified":false},{"type":"nauc_ndcg_at_20_std","value":4.2744,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":45.1661,"verified":false},{"type":"nauc_ndcg_at_100_max","value":39.461,"verified":false},{"type":"nauc_ndcg_at_100_std","value":7.2038,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.809,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.875699999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.9621,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.473200000000006,"verified":false},{"type":"nauc_map_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_map_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_map_at_3_max","value":37.8006,"verified":false},{"type":"nauc_map_at_3_std","value":0.7727999999999999,"verified":false},{"type":"nauc_map_at_3_diff1","value":49.1872,"verified":false},{"type":"nauc_map_at_5_max","value":37.932300000000005,"verified":false},{"type":"nauc_map_at_5_std","value":1.4745,"verified":false},{"type":"nauc_map_at_5_diff1","value":48.8466,"verified":false},{"type":"nauc_map_at_10_max","value":38.4041,"verified":false},{"type":"nauc_map_at_10_std","value":2.0481,"verified":false},{"type":"nauc_map_at_10_diff1","value":48.2292,"verified":false},{"type":"nauc_map_at_20_max","value":38.1992,"verified":false},{"type":"nauc_map_at_20_std","value":2.1198,"verified":false},{"type":"nauc_map_at_20_diff1","value":47.9169,"verified":false},{"type":"nauc_map_at_100_max","value":38.3504,"verified":false},{"type":"nauc_map_at_100_std","value":2.5100000000000002,"verified":false},{"type":"nauc_map_at_100_diff1","value":47.8259,"verified":false},{"type":"nauc_map_at_1000_max","value":38.3865,"verified":false},{"type":"nauc_map_at_1000_std","value":2.5181999999999998,"verified":false},{"type":"nauc_map_at_1000_diff1","value":47.853699999999996,"verified":false},{"type":"nauc_recall_at_1_max","value":35.936800000000005,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.2637,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.3431,"verified":false},{"type":"nauc_recall_at_3_max","value":37.227700000000006,"verified":false},{"type":"nauc_recall_at_3_std","value":3.8813,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.8185,"verified":false},{"type":"nauc_recall_at_5_max","value":35.963,"verified":false},{"type":"nauc_recall_at_5_std","value":4.9497,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.6322,"verified":false},{"type":"nauc_recall_at_10_max","value":37.358000000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":6.6888000000000005,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.7639,"verified":false},{"type":"nauc_recall_at_20_max","value":34.2341,"verified":false},{"type":"nauc_recall_at_20_std","value":7.0213,"verified":false},{"type":"nauc_recall_at_20_diff1","value":34.8021,"verified":false},{"type":"nauc_recall_at_100_max","value":39.406600000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.7393,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.9173,"verified":false},{"type":"nauc_recall_at_1000_max","value":45.287,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.572,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":26.744,"verified":false},{"type":"nauc_precision_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":0.8482,"verified":false},{"type":"nauc_precision_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":42.1919,"verified":false},{"type":"nauc_precision_at_3_std","value":13.9189,"verified":false},{"type":"nauc_precision_at_3_diff1","value":40.2337,"verified":false},{"type":"nauc_precision_at_5_max","value":39.8644,"verified":false},{"type":"nauc_precision_at_5_std","value":15.656900000000002,"verified":false},{"type":"nauc_precision_at_5_diff1","value":35.1421,"verified":false},{"type":"nauc_precision_at_10_max","value":40.7678,"verified":false},{"type":"nauc_precision_at_10_std","value":19.5881,"verified":false},{"type":"nauc_precision_at_10_diff1","value":28.822300000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":35.4842,"verified":false},{"type":"nauc_precision_at_20_std","value":20.6978,"verified":false},{"type":"nauc_precision_at_20_diff1","value":21.4608,"verified":false},{"type":"nauc_precision_at_100_max","value":33.211400000000005,"verified":false},{"type":"nauc_precision_at_100_std","value":31.5029,"verified":false},{"type":"nauc_precision_at_100_diff1","value":13.0526,"verified":false},{"type":"nauc_precision_at_1000_max","value":21.6976,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.4203,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":2.6056,"verified":false},{"type":"nauc_mrr_at_1_max","value":39.396300000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":0.8482,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":52.376999999999995,"verified":false},{"type":"nauc_mrr_at_3_max","value":40.191,"verified":false},{"type":"nauc_mrr_at_3_std","value":3.9919999999999995,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":49.2714,"verified":false},{"type":"nauc_mrr_at_5_max","value":39.9654,"verified":false},{"type":"nauc_mrr_at_5_std","value":4.0258,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":48.6599,"verified":false},{"type":"nauc_mrr_at_10_max","value":40.1413,"verified":false},{"type":"nauc_mrr_at_10_std","value":4.389,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":48.0272,"verified":false},{"type":"nauc_mrr_at_20_max","value":39.9265,"verified":false},{"type":"nauc_mrr_at_20_std","value":4.3462,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":47.8592,"verified":false},{"type":"nauc_mrr_at_100_max","value":40.0623,"verified":false},{"type":"nauc_mrr_at_100_std","value":4.698,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":47.8456,"verified":false},{"type":"nauc_mrr_at_1000_max","value":40.0698,"verified":false},{"type":"nauc_mrr_at_1000_std","value":4.6803,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":47.8659,"verified":false},{"type":"main_score","value":40.174,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackTexRetrieval (default)","revision":"46989137a86843e03a6195de44b09deda022eec7","split":"test","type":"mteb/cqadupstack-tex"},"metrics":[{"type":"ndcg_at_1","value":25.155,"verified":false},{"type":"ndcg_at_3","value":29.339,"verified":false},{"type":"ndcg_at_5","value":31.452999999999996,"verified":false},{"type":"ndcg_at_10","value":33.937,"verified":false},{"type":"ndcg_at_20","value":36.018,"verified":false},{"type":"ndcg_at_100","value":39.531,"verified":false},{"type":"ndcg_at_1000","value":42.22,"verified":false},{"type":"map_at_1","value":20.874000000000002,"verified":false},{"type":"map_at_3","value":26.345000000000002,"verified":false},{"type":"map_at_5","value":27.773999999999997,"verified":false},{"type":"map_at_10","value":28.965999999999998,"verified":false},{"type":"map_at_20","value":29.625,"verified":false},{"type":"map_at_100","value":30.188,"verified":false},{"type":"map_at_1000","value":30.314000000000004,"verified":false},{"type":"recall_at_1","value":20.874000000000002,"verified":false},{"type":"recall_at_3","value":31.984,"verified":false},{"type":"recall_at_5","value":37.467,"verified":false},{"type":"recall_at_10","value":44.774,"verified":false},{"type":"recall_at_20","value":52.323,"verified":false},{"type":"recall_at_100","value":69.549,"verified":false},{"type":"recall_at_1000","value":88.419,"verified":false},{"type":"precision_at_1","value":25.155,"verified":false},{"type":"precision_at_3","value":13.719000000000001,"verified":false},{"type":"precision_at_5","value":9.841999999999999,"verified":false},{"type":"precision_at_10","value":6.069999999999999,"verified":false},{"type":"precision_at_20","value":3.6799999999999997,"verified":false},{"type":"precision_at_100","value":1.045,"verified":false},{"type":"precision_at_1000","value":0.146,"verified":false},{"type":"mrr_at_1","value":25.1549,"verified":false},{"type":"mrr_at_3","value":30.7123,"verified":false},{"type":"mrr_at_5","value":32.0148,"verified":false},{"type":"mrr_at_10","value":33.035199999999996,"verified":false},{"type":"mrr_at_20","value":33.5778,"verified":false},{"type":"mrr_at_100","value":34.0001,"verified":false},{"type":"mrr_at_1000","value":34.070499999999996,"verified":false},{"type":"nauc_ndcg_at_1_max","value":34.6903,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_ndcg_at_3_max","value":34.7107,"verified":false},{"type":"nauc_ndcg_at_3_std","value":1.2525,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":36.09,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.363899999999994,"verified":false},{"type":"nauc_ndcg_at_5_std","value":1.187,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.5019,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.1261,"verified":false},{"type":"nauc_ndcg_at_10_std","value":2.0704000000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":35.0098,"verified":false},{"type":"nauc_ndcg_at_20_max","value":34.5028,"verified":false},{"type":"nauc_ndcg_at_20_std","value":2.9973,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":34.6486,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.8192,"verified":false},{"type":"nauc_ndcg_at_100_std","value":4.4281,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":34.252500000000005,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":34.8293,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":4.2747,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":34.5083,"verified":false},{"type":"nauc_map_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_map_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_map_at_3_max","value":33.458,"verified":false},{"type":"nauc_map_at_3_std","value":0.372,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.6257,"verified":false},{"type":"nauc_map_at_5_max","value":33.3902,"verified":false},{"type":"nauc_map_at_5_std","value":0.2957,"verified":false},{"type":"nauc_map_at_5_diff1","value":37.0708,"verified":false},{"type":"nauc_map_at_10_max","value":33.4473,"verified":false},{"type":"nauc_map_at_10_std","value":0.7451,"verified":false},{"type":"nauc_map_at_10_diff1","value":36.7872,"verified":false},{"type":"nauc_map_at_20_max","value":33.6705,"verified":false},{"type":"nauc_map_at_20_std","value":1.0755000000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":36.6791,"verified":false},{"type":"nauc_map_at_100_max","value":33.772200000000005,"verified":false},{"type":"nauc_map_at_100_std","value":1.308,"verified":false},{"type":"nauc_map_at_100_diff1","value":36.5896,"verified":false},{"type":"nauc_map_at_1000_max","value":33.7881,"verified":false},{"type":"nauc_map_at_1000_std","value":1.3087,"verified":false},{"type":"nauc_map_at_1000_diff1","value":36.5978,"verified":false},{"type":"nauc_recall_at_1_max","value":31.448700000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-1.5652,"verified":false},{"type":"nauc_recall_at_1_diff1","value":42.3532,"verified":false},{"type":"nauc_recall_at_3_max","value":33.7171,"verified":false},{"type":"nauc_recall_at_3_std","value":2.4527,"verified":false},{"type":"nauc_recall_at_3_diff1","value":32.6832,"verified":false},{"type":"nauc_recall_at_5_max","value":32.7828,"verified":false},{"type":"nauc_recall_at_5_std","value":2.0332,"verified":false},{"type":"nauc_recall_at_5_diff1","value":30.8446,"verified":false},{"type":"nauc_recall_at_10_max","value":31.6463,"verified":false},{"type":"nauc_recall_at_10_std","value":4.3727,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.1731,"verified":false},{"type":"nauc_recall_at_20_max","value":31.968999999999998,"verified":false},{"type":"nauc_recall_at_20_std","value":7.5392,"verified":false},{"type":"nauc_recall_at_20_diff1","value":26.961299999999998,"verified":false},{"type":"nauc_recall_at_100_max","value":32.9142,"verified":false},{"type":"nauc_recall_at_100_std","value":17.2332,"verified":false},{"type":"nauc_recall_at_100_diff1","value":22.0707,"verified":false},{"type":"nauc_recall_at_1000_max","value":32.1463,"verified":false},{"type":"nauc_recall_at_1000_std","value":29.664600000000004,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":13.9131,"verified":false},{"type":"nauc_precision_at_1_max","value":34.6903,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_precision_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_precision_at_3_max","value":36.8823,"verified":false},{"type":"nauc_precision_at_3_std","value":3.7052,"verified":false},{"type":"nauc_precision_at_3_diff1","value":29.505599999999998,"verified":false},{"type":"nauc_precision_at_5_max","value":35.106,"verified":false},{"type":"nauc_precision_at_5_std","value":3.9923,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.684099999999997,"verified":false},{"type":"nauc_precision_at_10_max","value":32.1139,"verified":false},{"type":"nauc_precision_at_10_std","value":7.097100000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.521,"verified":false},{"type":"nauc_precision_at_20_max","value":30.3506,"verified":false},{"type":"nauc_precision_at_20_std","value":9.7899,"verified":false},{"type":"nauc_precision_at_20_diff1","value":16.106,"verified":false},{"type":"nauc_precision_at_100_max","value":23.7062,"verified":false},{"type":"nauc_precision_at_100_std","value":12.7852,"verified":false},{"type":"nauc_precision_at_100_diff1","value":5.9668,"verified":false},{"type":"nauc_precision_at_1000_max","value":13.6273,"verified":false},{"type":"nauc_precision_at_1000_std","value":7.0956,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.6863,"verified":false},{"type":"nauc_mrr_at_1_max","value":34.6903,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.48469999999999996,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":41.827799999999996,"verified":false},{"type":"nauc_mrr_at_3_max","value":35.826,"verified":false},{"type":"nauc_mrr_at_3_std","value":1.3141999999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":37.1995,"verified":false},{"type":"nauc_mrr_at_5_max","value":35.6178,"verified":false},{"type":"nauc_mrr_at_5_std","value":1.3211,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":36.8396,"verified":false},{"type":"nauc_mrr_at_10_max","value":35.4784,"verified":false},{"type":"nauc_mrr_at_10_std","value":1.6153,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":36.6262,"verified":false},{"type":"nauc_mrr_at_20_max","value":35.5478,"verified":false},{"type":"nauc_mrr_at_20_std","value":1.8614,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":36.5754,"verified":false},{"type":"nauc_mrr_at_100_max","value":35.5825,"verified":false},{"type":"nauc_mrr_at_100_std","value":1.9792,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":36.5758,"verified":false},{"type":"nauc_mrr_at_1000_max","value":35.5811,"verified":false},{"type":"nauc_mrr_at_1000_std","value":1.9691,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":36.587399999999995,"verified":false},{"type":"main_score","value":33.937,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackUnixRetrieval (default)","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53","split":"test","type":"mteb/cqadupstack-unix"},"metrics":[{"type":"ndcg_at_1","value":36.381,"verified":false},{"type":"ndcg_at_3","value":41.605,"verified":false},{"type":"ndcg_at_5","value":43.854,"verified":false},{"type":"ndcg_at_10","value":46.831,"verified":false},{"type":"ndcg_at_20","value":49.114999999999995,"verified":false},{"type":"ndcg_at_100","value":52.071,"verified":false},{"type":"ndcg_at_1000","value":53.864999999999995,"verified":false},{"type":"map_at_1","value":30.957,"verified":false},{"type":"map_at_3","value":38.074999999999996,"verified":false},{"type":"map_at_5","value":39.732,"verified":false},{"type":"map_at_10","value":41.187000000000005,"verified":false},{"type":"map_at_20","value":41.94,"verified":false},{"type":"map_at_100","value":42.447,"verified":false},{"type":"map_at_1000","value":42.536,"verified":false},{"type":"recall_at_1","value":30.957,"verified":false},{"type":"recall_at_3","value":45.213,"verified":false},{"type":"recall_at_5","value":51.196,"verified":false},{"type":"recall_at_10","value":59.724,"verified":false},{"type":"recall_at_20","value":67.837,"verified":false},{"type":"recall_at_100","value":81.843,"verified":false},{"type":"recall_at_1000","value":93.91000000000001,"verified":false},{"type":"precision_at_1","value":36.381,"verified":false},{"type":"precision_at_3","value":18.999,"verified":false},{"type":"precision_at_5","value":13.172,"verified":false},{"type":"precision_at_10","value":7.938000000000001,"verified":false},{"type":"precision_at_20","value":4.6129999999999995,"verified":false},{"type":"precision_at_100","value":1.172,"verified":false},{"type":"precision_at_1000","value":0.14300000000000002,"verified":false},{"type":"mrr_at_1","value":36.3806,"verified":false},{"type":"mrr_at_3","value":42.7239,"verified":false},{"type":"mrr_at_5","value":44.0905,"verified":false},{"type":"mrr_at_10","value":45.2951,"verified":false},{"type":"mrr_at_20","value":45.8788,"verified":false},{"type":"mrr_at_100","value":46.1807,"verified":false},{"type":"mrr_at_1000","value":46.226800000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":47.0214,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.829299999999996,"verified":false},{"type":"nauc_ndcg_at_3_std","value":0.6224000000000001,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":49.7765,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.3325,"verified":false},{"type":"nauc_ndcg_at_5_std","value":0.1854,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":49.0426,"verified":false},{"type":"nauc_ndcg_at_10_max","value":44.358599999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.6905,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":48.1902,"verified":false},{"type":"nauc_ndcg_at_20_max","value":45.018,"verified":false},{"type":"nauc_ndcg_at_20_std","value":1.555,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":48.2645,"verified":false},{"type":"nauc_ndcg_at_100_max","value":45.3244,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0655,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":48.1011,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":45.2297,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.5452,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":48.4179,"verified":false},{"type":"nauc_map_at_1_max","value":44.1846,"verified":false},{"type":"nauc_map_at_1_std","value":-2.661,"verified":false},{"type":"nauc_map_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_map_at_3_max","value":44.7697,"verified":false},{"type":"nauc_map_at_3_std","value":-0.3776,"verified":false},{"type":"nauc_map_at_3_diff1","value":52.7119,"verified":false},{"type":"nauc_map_at_5_max","value":44.6708,"verified":false},{"type":"nauc_map_at_5_std","value":-0.4622,"verified":false},{"type":"nauc_map_at_5_diff1","value":51.8622,"verified":false},{"type":"nauc_map_at_10_max","value":44.7631,"verified":false},{"type":"nauc_map_at_10_std","value":-0.2403,"verified":false},{"type":"nauc_map_at_10_diff1","value":51.439299999999996,"verified":false},{"type":"nauc_map_at_20_max","value":45.0612,"verified":false},{"type":"nauc_map_at_20_std","value":0.0038000000000000004,"verified":false},{"type":"nauc_map_at_20_diff1","value":51.3768,"verified":false},{"type":"nauc_map_at_100_max","value":45.137,"verified":false},{"type":"nauc_map_at_100_std","value":0.2717,"verified":false},{"type":"nauc_map_at_100_diff1","value":51.316700000000004,"verified":false},{"type":"nauc_map_at_1000_max","value":45.1229,"verified":false},{"type":"nauc_map_at_1000_std","value":0.2513,"verified":false},{"type":"nauc_map_at_1000_diff1","value":51.3133,"verified":false},{"type":"nauc_recall_at_1_max","value":44.1846,"verified":false},{"type":"nauc_recall_at_1_std","value":-2.661,"verified":false},{"type":"nauc_recall_at_1_diff1","value":58.4395,"verified":false},{"type":"nauc_recall_at_3_max","value":41.656,"verified":false},{"type":"nauc_recall_at_3_std","value":1.6587999999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":44.9322,"verified":false},{"type":"nauc_recall_at_5_max","value":40.501,"verified":false},{"type":"nauc_recall_at_5_std","value":1.1215,"verified":false},{"type":"nauc_recall_at_5_diff1","value":41.7702,"verified":false},{"type":"nauc_recall_at_10_max","value":39.577400000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":2.172,"verified":false},{"type":"nauc_recall_at_10_diff1","value":38.0253,"verified":false},{"type":"nauc_recall_at_20_max","value":41.1537,"verified":false},{"type":"nauc_recall_at_20_std","value":6.1195,"verified":false},{"type":"nauc_recall_at_20_diff1","value":37.391400000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":42.2577,"verified":false},{"type":"nauc_recall_at_100_std","value":20.7745,"verified":false},{"type":"nauc_recall_at_100_diff1","value":32.8151,"verified":false},{"type":"nauc_recall_at_1000_max","value":43.5594,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.6573,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.7545,"verified":false},{"type":"nauc_precision_at_1_max","value":47.0214,"verified":false},{"type":"nauc_precision_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4995,"verified":false},{"type":"nauc_precision_at_3_std","value":5.0051,"verified":false},{"type":"nauc_precision_at_3_diff1","value":32.0456,"verified":false},{"type":"nauc_precision_at_5_max","value":34.972500000000004,"verified":false},{"type":"nauc_precision_at_5_std","value":5.1238,"verified":false},{"type":"nauc_precision_at_5_diff1","value":24.2515,"verified":false},{"type":"nauc_precision_at_10_max","value":28.364099999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":6.0539000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":14.192599999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":25.7353,"verified":false},{"type":"nauc_precision_at_20_std","value":8.860999999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":7.0925,"verified":false},{"type":"nauc_precision_at_100_max","value":11.8965,"verified":false},{"type":"nauc_precision_at_100_std","value":13.143099999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.5811,"verified":false},{"type":"nauc_precision_at_1000_max","value":-3.7232000000000003,"verified":false},{"type":"nauc_precision_at_1000_std","value":6.392,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.5151,"verified":false},{"type":"nauc_mrr_at_1_max","value":47.0214,"verified":false},{"type":"nauc_mrr_at_1_std","value":-0.8086,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.931200000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":45.6591,"verified":false},{"type":"nauc_mrr_at_3_std","value":0.6383,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":50.0407,"verified":false},{"type":"nauc_mrr_at_5_max","value":45.7236,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.5502,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":49.6432,"verified":false},{"type":"nauc_mrr_at_10_max","value":45.6287,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.6239,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":49.391200000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":45.704899999999995,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.7987,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":49.4844,"verified":false},{"type":"nauc_mrr_at_100_max","value":45.708,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.8823,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":49.5323,"verified":false},{"type":"nauc_mrr_at_1000_max","value":45.7135,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.8635999999999999,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":49.5497,"verified":false},{"type":"main_score","value":46.831,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWebmastersRetrieval (default)","revision":"160c094312a0e1facb97e55eeddb698c0abe3571","split":"test","type":"mteb/cqadupstack-webmasters"},"metrics":[{"type":"ndcg_at_1","value":34.98,"verified":false},{"type":"ndcg_at_3","value":39.911,"verified":false},{"type":"ndcg_at_5","value":42.21,"verified":false},{"type":"ndcg_at_10","value":45.539,"verified":false},{"type":"ndcg_at_20","value":47.964,"verified":false},{"type":"ndcg_at_100","value":51.642999999999994,"verified":false},{"type":"ndcg_at_1000","value":53.647,"verified":false},{"type":"map_at_1","value":30.034,"verified":false},{"type":"map_at_3","value":35.97,"verified":false},{"type":"map_at_5","value":37.635999999999996,"verified":false},{"type":"map_at_10","value":39.367999999999995,"verified":false},{"type":"map_at_20","value":40.328,"verified":false},{"type":"map_at_100","value":41.158,"verified":false},{"type":"map_at_1000","value":41.366,"verified":false},{"type":"recall_at_1","value":30.034,"verified":false},{"type":"recall_at_3","value":42.006,"verified":false},{"type":"recall_at_5","value":47.843,"verified":false},{"type":"recall_at_10","value":57.568,"verified":false},{"type":"recall_at_20","value":66.493,"verified":false},{"type":"recall_at_100","value":84.136,"verified":false},{"type":"recall_at_1000","value":95.631,"verified":false},{"type":"precision_at_1","value":34.98,"verified":false},{"type":"precision_at_3","value":18.116,"verified":false},{"type":"precision_at_5","value":13.202,"verified":false},{"type":"precision_at_10","value":8.616999999999999,"verified":false},{"type":"precision_at_20","value":5.425,"verified":false},{"type":"precision_at_100","value":1.6260000000000001,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"mrr_at_1","value":34.9802,"verified":false},{"type":"mrr_at_3","value":41.172599999999996,"verified":false},{"type":"mrr_at_5","value":42.4671,"verified":false},{"type":"mrr_at_10","value":43.8709,"verified":false},{"type":"mrr_at_20","value":44.4684,"verified":false},{"type":"mrr_at_100","value":44.8617,"verified":false},{"type":"mrr_at_1000","value":44.9033,"verified":false},{"type":"nauc_ndcg_at_1_max","value":36.1514,"verified":false},{"type":"nauc_ndcg_at_1_std","value":6.7383,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_ndcg_at_3_max","value":38.3225,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.0985,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":42.9416,"verified":false},{"type":"nauc_ndcg_at_5_max","value":39.4299,"verified":false},{"type":"nauc_ndcg_at_5_std","value":9.2335,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":43.4214,"verified":false},{"type":"nauc_ndcg_at_10_max","value":39.1123,"verified":false},{"type":"nauc_ndcg_at_10_std","value":9.4134,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.6415,"verified":false},{"type":"nauc_ndcg_at_20_max","value":38.9531,"verified":false},{"type":"nauc_ndcg_at_20_std","value":9.707,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.0215,"verified":false},{"type":"nauc_ndcg_at_100_max","value":40.3045,"verified":false},{"type":"nauc_ndcg_at_100_std","value":11.304400000000001,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.0846,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":39.9421,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":11.1666,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":43.3505,"verified":false},{"type":"nauc_map_at_1_max","value":34.735,"verified":false},{"type":"nauc_map_at_1_std","value":2.9007,"verified":false},{"type":"nauc_map_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_map_at_3_max","value":37.5749,"verified":false},{"type":"nauc_map_at_3_std","value":5.1779,"verified":false},{"type":"nauc_map_at_3_diff1","value":46.536300000000004,"verified":false},{"type":"nauc_map_at_5_max","value":38.4721,"verified":false},{"type":"nauc_map_at_5_std","value":6.0973,"verified":false},{"type":"nauc_map_at_5_diff1","value":46.434799999999996,"verified":false},{"type":"nauc_map_at_10_max","value":38.744299999999996,"verified":false},{"type":"nauc_map_at_10_std","value":6.7116,"verified":false},{"type":"nauc_map_at_10_diff1","value":46.0759,"verified":false},{"type":"nauc_map_at_20_max","value":38.756,"verified":false},{"type":"nauc_map_at_20_std","value":7.263699999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":46.0274,"verified":false},{"type":"nauc_map_at_100_max","value":38.9362,"verified":false},{"type":"nauc_map_at_100_std","value":8.0227,"verified":false},{"type":"nauc_map_at_100_diff1","value":45.8767,"verified":false},{"type":"nauc_map_at_1000_max","value":38.7473,"verified":false},{"type":"nauc_map_at_1000_std","value":8.089,"verified":false},{"type":"nauc_map_at_1000_diff1","value":45.8848,"verified":false},{"type":"nauc_recall_at_1_max","value":34.735,"verified":false},{"type":"nauc_recall_at_1_std","value":2.9007,"verified":false},{"type":"nauc_recall_at_1_diff1","value":52.495599999999996,"verified":false},{"type":"nauc_recall_at_3_max","value":37.1901,"verified":false},{"type":"nauc_recall_at_3_std","value":6.4211,"verified":false},{"type":"nauc_recall_at_3_diff1","value":38.846000000000004,"verified":false},{"type":"nauc_recall_at_5_max","value":39.8879,"verified":false},{"type":"nauc_recall_at_5_std","value":9.5204,"verified":false},{"type":"nauc_recall_at_5_diff1","value":37.9339,"verified":false},{"type":"nauc_recall_at_10_max","value":37.181999999999995,"verified":false},{"type":"nauc_recall_at_10_std","value":9.764100000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":33.4855,"verified":false},{"type":"nauc_recall_at_20_max","value":35.6859,"verified":false},{"type":"nauc_recall_at_20_std","value":13.173599999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":33.254,"verified":false},{"type":"nauc_recall_at_100_max","value":42.728100000000005,"verified":false},{"type":"nauc_recall_at_100_std","value":25.913999999999998,"verified":false},{"type":"nauc_recall_at_100_diff1","value":28.9205,"verified":false},{"type":"nauc_recall_at_1000_max","value":56.496900000000004,"verified":false},{"type":"nauc_recall_at_1000_std","value":56.183499999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":24.8659,"verified":false},{"type":"nauc_precision_at_1_max","value":36.1514,"verified":false},{"type":"nauc_precision_at_1_std","value":6.7383,"verified":false},{"type":"nauc_precision_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_precision_at_3_max","value":36.5767,"verified":false},{"type":"nauc_precision_at_3_std","value":14.884500000000001,"verified":false},{"type":"nauc_precision_at_3_diff1","value":26.1181,"verified":false},{"type":"nauc_precision_at_5_max","value":33.7094,"verified":false},{"type":"nauc_precision_at_5_std","value":17.566699999999997,"verified":false},{"type":"nauc_precision_at_5_diff1","value":20.061799999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":28.034,"verified":false},{"type":"nauc_precision_at_10_std","value":23.1877,"verified":false},{"type":"nauc_precision_at_10_diff1","value":9.646799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":17.930699999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":23.0956,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-0.0383,"verified":false},{"type":"nauc_precision_at_100_max","value":0.6149,"verified":false},{"type":"nauc_precision_at_100_std","value":22.7163,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-8.730400000000001,"verified":false},{"type":"nauc_precision_at_1000_max","value":-19.8022,"verified":false},{"type":"nauc_precision_at_1000_std","value":8.6017,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-14.161499999999998,"verified":false},{"type":"nauc_mrr_at_1_max","value":36.1514,"verified":false},{"type":"nauc_mrr_at_1_std","value":6.7383,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":49.9936,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.894299999999994,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.948599999999999,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":43.985400000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":38.8686,"verified":false},{"type":"nauc_mrr_at_5_std","value":9.4464,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":43.9985,"verified":false},{"type":"nauc_mrr_at_10_max","value":38.419,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.4221,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":43.621700000000004,"verified":false},{"type":"nauc_mrr_at_20_max","value":38.3933,"verified":false},{"type":"nauc_mrr_at_20_std","value":9.6024,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":43.8952,"verified":false},{"type":"nauc_mrr_at_100_max","value":38.4371,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.657200000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":43.9457,"verified":false},{"type":"nauc_mrr_at_1000_max","value":38.4386,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.6614,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":43.9579,"verified":false},{"type":"main_score","value":45.539,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB CQADupstackWordpressRetrieval (default)","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4","split":"test","type":"mteb/cqadupstack-wordpress"},"metrics":[{"type":"ndcg_at_1","value":26.987,"verified":false},{"type":"ndcg_at_3","value":33.056999999999995,"verified":false},{"type":"ndcg_at_5","value":35.356,"verified":false},{"type":"ndcg_at_10","value":38.440000000000005,"verified":false},{"type":"ndcg_at_20","value":40.136,"verified":false},{"type":"ndcg_at_100","value":43.473,"verified":false},{"type":"ndcg_at_1000","value":45.687,"verified":false},{"type":"map_at_1","value":24.651999999999997,"verified":false},{"type":"map_at_3","value":30.416999999999998,"verified":false},{"type":"map_at_5","value":31.863999999999997,"verified":false},{"type":"map_at_10","value":33.253,"verified":false},{"type":"map_at_20","value":33.756,"verified":false},{"type":"map_at_100","value":34.257,"verified":false},{"type":"map_at_1000","value":34.347,"verified":false},{"type":"recall_at_1","value":24.651999999999997,"verified":false},{"type":"recall_at_3","value":37.88,"verified":false},{"type":"recall_at_5","value":43.136,"verified":false},{"type":"recall_at_10","value":52.06699999999999,"verified":false},{"type":"recall_at_20","value":58.540000000000006,"verified":false},{"type":"recall_at_100","value":75.22,"verified":false},{"type":"recall_at_1000","value":91.774,"verified":false},{"type":"precision_at_1","value":26.987,"verified":false},{"type":"precision_at_3","value":14.048,"verified":false},{"type":"precision_at_5","value":9.871,"verified":false},{"type":"precision_at_10","value":6.063000000000001,"verified":false},{"type":"precision_at_20","value":3.4099999999999997,"verified":false},{"type":"precision_at_100","value":0.922,"verified":false},{"type":"precision_at_1000","value":0.123,"verified":false},{"type":"mrr_at_1","value":26.9871,"verified":false},{"type":"mrr_at_3","value":33.1485,"verified":false},{"type":"mrr_at_5","value":34.3407,"verified":false},{"type":"mrr_at_10","value":35.6087,"verified":false},{"type":"mrr_at_20","value":36.0483,"verified":false},{"type":"mrr_at_100","value":36.463699999999996,"verified":false},{"type":"mrr_at_1000","value":36.5278,"verified":false},{"type":"nauc_ndcg_at_1_max","value":26.6537,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.3661,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-2.2132,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":39.9424,"verified":false},{"type":"nauc_ndcg_at_5_max","value":27.417799999999996,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-1.0684,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":39.163599999999995,"verified":false},{"type":"nauc_ndcg_at_10_max","value":26.555400000000002,"verified":false},{"type":"nauc_ndcg_at_10_std","value":0.0103,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":38.9487,"verified":false},{"type":"nauc_ndcg_at_20_max","value":25.963900000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":0.7779,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":38.7279,"verified":false},{"type":"nauc_ndcg_at_100_max","value":26.6365,"verified":false},{"type":"nauc_ndcg_at_100_std","value":3.0018,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":38.1326,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":26.52,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":2.6968,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":38.1665,"verified":false},{"type":"nauc_map_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_map_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_map_at_3_max","value":26.4208,"verified":false},{"type":"nauc_map_at_3_std","value":-3.0675,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.987,"verified":false},{"type":"nauc_map_at_5_max","value":26.641900000000003,"verified":false},{"type":"nauc_map_at_5_std","value":-2.3005,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.4695,"verified":false},{"type":"nauc_map_at_10_max","value":26.2781,"verified":false},{"type":"nauc_map_at_10_std","value":-1.8994,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.193000000000005,"verified":false},{"type":"nauc_map_at_20_max","value":26.0838,"verified":false},{"type":"nauc_map_at_20_std","value":-1.7046999999999999,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.1128,"verified":false},{"type":"nauc_map_at_100_max","value":26.230199999999996,"verified":false},{"type":"nauc_map_at_100_std","value":-1.2565,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.0271,"verified":false},{"type":"nauc_map_at_1000_max","value":26.2069,"verified":false},{"type":"nauc_map_at_1000_std","value":-1.2469,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.019,"verified":false},{"type":"nauc_recall_at_1_max","value":24.950400000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-4.2715000000000005,"verified":false},{"type":"nauc_recall_at_1_diff1","value":48.2994,"verified":false},{"type":"nauc_recall_at_3_max","value":27.2098,"verified":false},{"type":"nauc_recall_at_3_std","value":-1.309,"verified":false},{"type":"nauc_recall_at_3_diff1","value":34.4663,"verified":false},{"type":"nauc_recall_at_5_max","value":27.323700000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":1.7010999999999998,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.4911,"verified":false},{"type":"nauc_recall_at_10_max","value":24.6483,"verified":false},{"type":"nauc_recall_at_10_std","value":4.9019,"verified":false},{"type":"nauc_recall_at_10_diff1","value":32.0585,"verified":false},{"type":"nauc_recall_at_20_max","value":22.556,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1527,"verified":false},{"type":"nauc_recall_at_20_diff1","value":30.8345,"verified":false},{"type":"nauc_recall_at_100_max","value":25.354300000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":22.8578,"verified":false},{"type":"nauc_recall_at_100_diff1","value":23.291999999999998,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.523999999999997,"verified":false},{"type":"nauc_recall_at_1000_std","value":44.7733,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":3.1338,"verified":false},{"type":"nauc_precision_at_1_max","value":26.6537,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_precision_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_precision_at_3_max","value":30.8201,"verified":false},{"type":"nauc_precision_at_3_std","value":1.7691,"verified":false},{"type":"nauc_precision_at_3_diff1","value":33.3835,"verified":false},{"type":"nauc_precision_at_5_max","value":29.5433,"verified":false},{"type":"nauc_precision_at_5_std","value":4.4224,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.426000000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":26.0888,"verified":false},{"type":"nauc_precision_at_10_std","value":7.8104000000000005,"verified":false},{"type":"nauc_precision_at_10_diff1","value":24.509800000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":22.218799999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":11.248099999999999,"verified":false},{"type":"nauc_precision_at_20_diff1","value":20.6056,"verified":false},{"type":"nauc_precision_at_100_max","value":16.4622,"verified":false},{"type":"nauc_precision_at_100_std","value":25.735200000000003,"verified":false},{"type":"nauc_precision_at_100_diff1","value":6.2566,"verified":false},{"type":"nauc_precision_at_1000_max","value":-9.109399999999999,"verified":false},{"type":"nauc_precision_at_1000_std","value":13.820099999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-7.9046,"verified":false},{"type":"nauc_mrr_at_1_max","value":26.6537,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.9813,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":47.8302,"verified":false},{"type":"nauc_mrr_at_3_max","value":27.9843,"verified":false},{"type":"nauc_mrr_at_3_std","value":-2.3418,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":41.4877,"verified":false},{"type":"nauc_mrr_at_5_max","value":27.9298,"verified":false},{"type":"nauc_mrr_at_5_std","value":-1.7860999999999998,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":40.9261,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.6814,"verified":false},{"type":"nauc_mrr_at_10_std","value":-1.1542000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":40.9534,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.507900000000003,"verified":false},{"type":"nauc_mrr_at_20_std","value":-0.9558000000000001,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":41.0046,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.5032,"verified":false},{"type":"nauc_mrr_at_100_std","value":-0.7483,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":40.9239,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.4957,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-0.7642,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":40.9219,"verified":false},{"type":"main_score","value":38.440000000000005,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ClimateFEVER (default)","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380","split":"test","type":"mteb/climate-fever"},"metrics":[{"type":"ndcg_at_1","value":47.231,"verified":false},{"type":"ndcg_at_3","value":38.605000000000004,"verified":false},{"type":"ndcg_at_5","value":40.058,"verified":false},{"type":"ndcg_at_10","value":43.482,"verified":false},{"type":"ndcg_at_20","value":45.732,"verified":false},{"type":"ndcg_at_100","value":49.062,"verified":false},{"type":"ndcg_at_1000","value":51.605000000000004,"verified":false},{"type":"map_at_1","value":20.674,"verified":false},{"type":"map_at_3","value":29.375,"verified":false},{"type":"map_at_5","value":31.872,"verified":false},{"type":"map_at_10","value":33.846,"verified":false},{"type":"map_at_20","value":34.733000000000004,"verified":false},{"type":"map_at_100","value":35.411,"verified":false},{"type":"map_at_1000","value":35.553000000000004,"verified":false},{"type":"recall_at_1","value":20.674,"verified":false},{"type":"recall_at_3","value":33.859,"verified":false},{"type":"recall_at_5","value":39.76,"verified":false},{"type":"recall_at_10","value":47.150999999999996,"verified":false},{"type":"recall_at_20","value":53.522999999999996,"verified":false},{"type":"recall_at_100","value":66.125,"verified":false},{"type":"recall_at_1000","value":80.368,"verified":false},{"type":"precision_at_1","value":47.231,"verified":false},{"type":"precision_at_3","value":28.534,"verified":false},{"type":"precision_at_5","value":20.782,"verified":false},{"type":"precision_at_10","value":12.742999999999999,"verified":false},{"type":"precision_at_20","value":7.342,"verified":false},{"type":"precision_at_100","value":1.883,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"mrr_at_1","value":47.2313,"verified":false},{"type":"mrr_at_3","value":55.6352,"verified":false},{"type":"mrr_at_5","value":56.92509999999999,"verified":false},{"type":"mrr_at_10","value":57.833400000000005,"verified":false},{"type":"mrr_at_20","value":58.178700000000006,"verified":false},{"type":"mrr_at_100","value":58.385,"verified":false},{"type":"mrr_at_1000","value":58.40919999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":41.5456,"verified":false},{"type":"nauc_ndcg_at_1_std","value":19.2734,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_ndcg_at_3_max","value":41.6105,"verified":false},{"type":"nauc_ndcg_at_3_std","value":19.5917,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":29.192800000000002,"verified":false},{"type":"nauc_ndcg_at_5_max","value":42.1893,"verified":false},{"type":"nauc_ndcg_at_5_std","value":21.9984,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":27.7412,"verified":false},{"type":"nauc_ndcg_at_10_max","value":42.5633,"verified":false},{"type":"nauc_ndcg_at_10_std","value":24.265700000000002,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":27.0287,"verified":false},{"type":"nauc_ndcg_at_20_max","value":43.364200000000004,"verified":false},{"type":"nauc_ndcg_at_20_std","value":26.2174,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":26.980500000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":43.9582,"verified":false},{"type":"nauc_ndcg_at_100_std","value":28.454,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":27.087099999999996,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":44.0356,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":28.64,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":27.1343,"verified":false},{"type":"nauc_map_at_1_max","value":39.2181,"verified":false},{"type":"nauc_map_at_1_std","value":12.4972,"verified":false},{"type":"nauc_map_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_map_at_3_max","value":41.5441,"verified":false},{"type":"nauc_map_at_3_std","value":17.333000000000002,"verified":false},{"type":"nauc_map_at_3_diff1","value":29.9555,"verified":false},{"type":"nauc_map_at_5_max","value":41.0041,"verified":false},{"type":"nauc_map_at_5_std","value":19.3667,"verified":false},{"type":"nauc_map_at_5_diff1","value":28.0157,"verified":false},{"type":"nauc_map_at_10_max","value":41.2914,"verified":false},{"type":"nauc_map_at_10_std","value":21.051000000000002,"verified":false},{"type":"nauc_map_at_10_diff1","value":27.387,"verified":false},{"type":"nauc_map_at_20_max","value":41.6964,"verified":false},{"type":"nauc_map_at_20_std","value":21.9338,"verified":false},{"type":"nauc_map_at_20_diff1","value":27.4326,"verified":false},{"type":"nauc_map_at_100_max","value":41.8592,"verified":false},{"type":"nauc_map_at_100_std","value":22.46,"verified":false},{"type":"nauc_map_at_100_diff1","value":27.4024,"verified":false},{"type":"nauc_map_at_1000_max","value":41.8737,"verified":false},{"type":"nauc_map_at_1000_std","value":22.4882,"verified":false},{"type":"nauc_map_at_1000_diff1","value":27.405099999999997,"verified":false},{"type":"nauc_recall_at_1_max","value":39.2181,"verified":false},{"type":"nauc_recall_at_1_std","value":12.4972,"verified":false},{"type":"nauc_recall_at_1_diff1","value":39.5664,"verified":false},{"type":"nauc_recall_at_3_max","value":41.3571,"verified":false},{"type":"nauc_recall_at_3_std","value":18.607699999999998,"verified":false},{"type":"nauc_recall_at_3_diff1","value":25.8418,"verified":false},{"type":"nauc_recall_at_5_max","value":39.1225,"verified":false},{"type":"nauc_recall_at_5_std","value":22.2091,"verified":false},{"type":"nauc_recall_at_5_diff1","value":20.9495,"verified":false},{"type":"nauc_recall_at_10_max","value":38.0045,"verified":false},{"type":"nauc_recall_at_10_std","value":25.584,"verified":false},{"type":"nauc_recall_at_10_diff1","value":18.489,"verified":false},{"type":"nauc_recall_at_20_max","value":38.0096,"verified":false},{"type":"nauc_recall_at_20_std","value":29.3335,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.0106,"verified":false},{"type":"nauc_recall_at_100_max","value":37.7378,"verified":false},{"type":"nauc_recall_at_100_std","value":37.0189,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.815900000000001,"verified":false},{"type":"nauc_recall_at_1000_max","value":36.2825,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.1995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":10.5182,"verified":false},{"type":"nauc_precision_at_1_max","value":41.5456,"verified":false},{"type":"nauc_precision_at_1_std","value":19.2734,"verified":false},{"type":"nauc_precision_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_precision_at_3_max","value":35.72,"verified":false},{"type":"nauc_precision_at_3_std","value":22.8785,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.240200000000002,"verified":false},{"type":"nauc_precision_at_5_max","value":30.4643,"verified":false},{"type":"nauc_precision_at_5_std","value":26.2774,"verified":false},{"type":"nauc_precision_at_5_diff1","value":8.8749,"verified":false},{"type":"nauc_precision_at_10_max","value":25.960299999999997,"verified":false},{"type":"nauc_precision_at_10_std","value":28.3825,"verified":false},{"type":"nauc_precision_at_10_diff1","value":4.626799999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":24.8278,"verified":false},{"type":"nauc_precision_at_20_std","value":32.1644,"verified":false},{"type":"nauc_precision_at_20_diff1","value":2.5019,"verified":false},{"type":"nauc_precision_at_100_max","value":17.180999999999997,"verified":false},{"type":"nauc_precision_at_100_std","value":33.955400000000004,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-1.9183,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.8986,"verified":false},{"type":"nauc_precision_at_1000_std","value":26.5376,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-9.3468,"verified":false},{"type":"nauc_mrr_at_1_max","value":41.5456,"verified":false},{"type":"nauc_mrr_at_1_std","value":19.2734,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":38.0868,"verified":false},{"type":"nauc_mrr_at_3_max","value":43.7301,"verified":false},{"type":"nauc_mrr_at_3_std","value":22.409100000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":34.846500000000006,"verified":false},{"type":"nauc_mrr_at_5_max","value":44.0608,"verified":false},{"type":"nauc_mrr_at_5_std","value":23.3812,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":34.5847,"verified":false},{"type":"nauc_mrr_at_10_max","value":44.026700000000005,"verified":false},{"type":"nauc_mrr_at_10_std","value":23.339399999999998,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":34.7306,"verified":false},{"type":"nauc_mrr_at_20_max","value":44.1444,"verified":false},{"type":"nauc_mrr_at_20_std","value":23.5132,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":34.6927,"verified":false},{"type":"nauc_mrr_at_100_max","value":44.1228,"verified":false},{"type":"nauc_mrr_at_100_std","value":23.5783,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":34.7193,"verified":false},{"type":"nauc_mrr_at_1000_max","value":44.1082,"verified":false},{"type":"nauc_mrr_at_1000_std","value":23.5574,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":34.719699999999996,"verified":false},{"type":"main_score","value":43.482,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB DBPedia (default)","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659","split":"test","type":"mteb/dbpedia"},"metrics":[{"type":"ndcg_at_1","value":59.25,"verified":false},{"type":"ndcg_at_3","value":48.256,"verified":false},{"type":"ndcg_at_5","value":45.580999999999996,"verified":false},{"type":"ndcg_at_10","value":43.37,"verified":false},{"type":"ndcg_at_20","value":43.106,"verified":false},{"type":"ndcg_at_100","value":47.845,"verified":false},{"type":"ndcg_at_1000","value":54.974999999999994,"verified":false},{"type":"map_at_1","value":10.032,"verified":false},{"type":"map_at_3","value":14.954,"verified":false},{"type":"map_at_5","value":17.408,"verified":false},{"type":"map_at_10","value":20.461,"verified":false},{"type":"map_at_20","value":23.759,"verified":false},{"type":"map_at_100","value":28.718,"verified":false},{"type":"map_at_1000","value":30.406,"verified":false},{"type":"recall_at_1","value":10.032,"verified":false},{"type":"recall_at_3","value":15.905,"verified":false},{"type":"recall_at_5","value":19.622999999999998,"verified":false},{"type":"recall_at_10","value":25.125999999999998,"verified":false},{"type":"recall_at_20","value":33.262,"verified":false},{"type":"recall_at_100","value":52.515,"verified":false},{"type":"recall_at_1000","value":75.224,"verified":false},{"type":"precision_at_1","value":72,"verified":false},{"type":"precision_at_3","value":50.917,"verified":false},{"type":"precision_at_5","value":43.4,"verified":false},{"type":"precision_at_10","value":34.175,"verified":false},{"type":"precision_at_20","value":26.325,"verified":false},{"type":"precision_at_100","value":10.893,"verified":false},{"type":"precision_at_1000","value":2.0549999999999997,"verified":false},{"type":"mrr_at_1","value":72,"verified":false},{"type":"mrr_at_3","value":77.5417,"verified":false},{"type":"mrr_at_5","value":78.2042,"verified":false},{"type":"mrr_at_10","value":78.7173,"verified":false},{"type":"mrr_at_20","value":78.9521,"verified":false},{"type":"mrr_at_100","value":79.0382,"verified":false},{"type":"mrr_at_1000","value":79.0408,"verified":false},{"type":"nauc_ndcg_at_1_max","value":49.778,"verified":false},{"type":"nauc_ndcg_at_1_std","value":20.462,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":49.3621,"verified":false},{"type":"nauc_ndcg_at_3_max","value":44.4388,"verified":false},{"type":"nauc_ndcg_at_3_std","value":24.646,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":33.3173,"verified":false},{"type":"nauc_ndcg_at_5_max","value":44.2179,"verified":false},{"type":"nauc_ndcg_at_5_std","value":25.597399999999997,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.0886,"verified":false},{"type":"nauc_ndcg_at_10_max","value":43.7812,"verified":false},{"type":"nauc_ndcg_at_10_std","value":25.61,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":30.667699999999996,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.4779,"verified":false},{"type":"nauc_ndcg_at_20_std","value":20.891000000000002,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":29.492600000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.511900000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":27.340999999999998,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":30.5701,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":47.0571,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":37.0976,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":31.5615,"verified":false},{"type":"nauc_map_at_1_max","value":0.4743,"verified":false},{"type":"nauc_map_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_map_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_map_at_3_max","value":8.5131,"verified":false},{"type":"nauc_map_at_3_std","value":-18.6015,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.9172,"verified":false},{"type":"nauc_map_at_5_max","value":12.295499999999999,"verified":false},{"type":"nauc_map_at_5_std","value":-13.872100000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.3319,"verified":false},{"type":"nauc_map_at_10_max","value":17.1428,"verified":false},{"type":"nauc_map_at_10_std","value":-6.638199999999999,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.8671,"verified":false},{"type":"nauc_map_at_20_max","value":21.7306,"verified":false},{"type":"nauc_map_at_20_std","value":2.1404,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.7929,"verified":false},{"type":"nauc_map_at_100_max","value":29.677799999999998,"verified":false},{"type":"nauc_map_at_100_std","value":16.9458,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.4101,"verified":false},{"type":"nauc_map_at_1000_max","value":31.5735,"verified":false},{"type":"nauc_map_at_1000_std","value":20.5816,"verified":false},{"type":"nauc_map_at_1000_diff1","value":22.561400000000003,"verified":false},{"type":"nauc_recall_at_1_max","value":0.4743,"verified":false},{"type":"nauc_recall_at_1_std","value":-23.7532,"verified":false},{"type":"nauc_recall_at_1_diff1","value":26.0851,"verified":false},{"type":"nauc_recall_at_3_max","value":6.851500000000001,"verified":false},{"type":"nauc_recall_at_3_std","value":-18.7341,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.703699999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":10.0265,"verified":false},{"type":"nauc_recall_at_5_std","value":-14.2537,"verified":false},{"type":"nauc_recall_at_5_diff1","value":18.8765,"verified":false},{"type":"nauc_recall_at_10_max","value":14.1582,"verified":false},{"type":"nauc_recall_at_10_std","value":-7.703,"verified":false},{"type":"nauc_recall_at_10_diff1","value":17.9056,"verified":false},{"type":"nauc_recall_at_20_max","value":15.0343,"verified":false},{"type":"nauc_recall_at_20_std","value":-0.9846,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.377899999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":27.904600000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":24.6322,"verified":false},{"type":"nauc_recall_at_100_diff1","value":16.869500000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":33.7755,"verified":false},{"type":"nauc_recall_at_1000_std","value":42.241800000000005,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":17.3324,"verified":false},{"type":"nauc_precision_at_1_max","value":62.3459,"verified":false},{"type":"nauc_precision_at_1_std","value":28.3277,"verified":false},{"type":"nauc_precision_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_precision_at_3_max","value":45.8296,"verified":false},{"type":"nauc_precision_at_3_std","value":39.8642,"verified":false},{"type":"nauc_precision_at_3_diff1","value":15.7381,"verified":false},{"type":"nauc_precision_at_5_max","value":45.331900000000005,"verified":false},{"type":"nauc_precision_at_5_std","value":45.1279,"verified":false},{"type":"nauc_precision_at_5_diff1","value":11.473700000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":42.276399999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":50.9538,"verified":false},{"type":"nauc_precision_at_10_diff1","value":6.708699999999999,"verified":false},{"type":"nauc_precision_at_20_max","value":37.961600000000004,"verified":false},{"type":"nauc_precision_at_20_std","value":52.0611,"verified":false},{"type":"nauc_precision_at_20_diff1","value":5.9309,"verified":false},{"type":"nauc_precision_at_100_max","value":29.567,"verified":false},{"type":"nauc_precision_at_100_std","value":50.07,"verified":false},{"type":"nauc_precision_at_100_diff1","value":3.2583,"verified":false},{"type":"nauc_precision_at_1000_max","value":5.5285,"verified":false},{"type":"nauc_precision_at_1000_std","value":20.5813,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-6.6333,"verified":false},{"type":"nauc_mrr_at_1_max","value":62.3459,"verified":false},{"type":"nauc_mrr_at_1_std","value":28.3277,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":57.8053,"verified":false},{"type":"nauc_mrr_at_3_max","value":66.5168,"verified":false},{"type":"nauc_mrr_at_3_std","value":37.4446,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":57.6125,"verified":false},{"type":"nauc_mrr_at_5_max","value":65.8343,"verified":false},{"type":"nauc_mrr_at_5_std","value":36.6396,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":56.91589999999999,"verified":false},{"type":"nauc_mrr_at_10_max","value":65.73750000000001,"verified":false},{"type":"nauc_mrr_at_10_std","value":36.4067,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":56.9594,"verified":false},{"type":"nauc_mrr_at_20_max","value":65.6623,"verified":false},{"type":"nauc_mrr_at_20_std","value":36.0989,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":56.9662,"verified":false},{"type":"nauc_mrr_at_100_max","value":65.6934,"verified":false},{"type":"nauc_mrr_at_100_std","value":36.0911,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":57.0541,"verified":false},{"type":"nauc_mrr_at_1000_max","value":65.68929999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":36.0838,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":57.054300000000005,"verified":false},{"type":"main_score","value":43.37,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB EmotionClassification (default)","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37","split":"test","type":"mteb/emotion"},"metrics":[{"type":"accuracy","value":42.53,"verified":false},{"type":"f1","value":38.4608,"verified":false},{"type":"f1_weighted","value":44.6927,"verified":false},{"type":"main_score","value":42.53,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB FEVER (default)","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12","split":"test","type":"mteb/fever"},"metrics":[{"type":"ndcg_at_1","value":90.519,"verified":false},{"type":"ndcg_at_3","value":91.387,"verified":false},{"type":"ndcg_at_5","value":91.644,"verified":false},{"type":"ndcg_at_10","value":91.91,"verified":false},{"type":"ndcg_at_20","value":92.136,"verified":false},{"type":"ndcg_at_100","value":92.406,"verified":false},{"type":"ndcg_at_1000","value":92.62599999999999,"verified":false},{"type":"map_at_1","value":83.994,"verified":false},{"type":"map_at_3","value":88.885,"verified":false},{"type":"map_at_5","value":89.185,"verified":false},{"type":"map_at_10","value":89.36500000000001,"verified":false},{"type":"map_at_20","value":89.458,"verified":false},{"type":"map_at_100","value":89.515,"verified":false},{"type":"map_at_1000","value":89.52799999999999,"verified":false},{"type":"recall_at_1","value":83.994,"verified":false},{"type":"recall_at_3","value":93.145,"verified":false},{"type":"recall_at_5","value":94.016,"verified":false},{"type":"recall_at_10","value":94.836,"verified":false},{"type":"recall_at_20","value":95.56700000000001,"verified":false},{"type":"recall_at_100","value":96.711,"verified":false},{"type":"recall_at_1000","value":98.027,"verified":false},{"type":"precision_at_1","value":90.519,"verified":false},{"type":"precision_at_3","value":33.922999999999995,"verified":false},{"type":"precision_at_5","value":20.636,"verified":false},{"type":"precision_at_10","value":10.474,"verified":false},{"type":"precision_at_20","value":5.316,"verified":false},{"type":"precision_at_100","value":1.0919999999999999,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"mrr_at_1","value":90.5191,"verified":false},{"type":"mrr_at_3","value":94.37440000000001,"verified":false},{"type":"mrr_at_5","value":94.4832,"verified":false},{"type":"mrr_at_10","value":94.5215,"verified":false},{"type":"mrr_at_20","value":94.5365,"verified":false},{"type":"mrr_at_100","value":94.5422,"verified":false},{"type":"mrr_at_1000","value":94.54249999999999,"verified":false},{"type":"nauc_ndcg_at_1_max","value":22.1341,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.8937,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.1829,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.892199999999995,"verified":false},{"type":"nauc_ndcg_at_5_max","value":17.9177,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-5.2,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.9608,"verified":false},{"type":"nauc_ndcg_at_10_max","value":17.8222,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-3.8736,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":41.955,"verified":false},{"type":"nauc_ndcg_at_20_max","value":18.467200000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-2.7304,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":42.950300000000006,"verified":false},{"type":"nauc_ndcg_at_100_max","value":18.5918,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.874,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":44.182,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":18.9498,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.8561,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":45.5587,"verified":false},{"type":"nauc_map_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_map_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_map_at_3_max","value":15.7558,"verified":false},{"type":"nauc_map_at_3_std","value":-5.8517,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.814,"verified":false},{"type":"nauc_map_at_5_max","value":16.6287,"verified":false},{"type":"nauc_map_at_5_std","value":-4.9942,"verified":false},{"type":"nauc_map_at_5_diff1","value":41.605199999999996,"verified":false},{"type":"nauc_map_at_10_max","value":16.8146,"verified":false},{"type":"nauc_map_at_10_std","value":-4.4551,"verified":false},{"type":"nauc_map_at_10_diff1","value":41.9641,"verified":false},{"type":"nauc_map_at_20_max","value":17.0709,"verified":false},{"type":"nauc_map_at_20_std","value":-4.1187000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":42.3292,"verified":false},{"type":"nauc_map_at_100_max","value":17.1076,"verified":false},{"type":"nauc_map_at_100_std","value":-4.1089,"verified":false},{"type":"nauc_map_at_100_diff1","value":42.5101,"verified":false},{"type":"nauc_map_at_1000_max","value":17.1309,"verified":false},{"type":"nauc_map_at_1000_std","value":-4.0958000000000006,"verified":false},{"type":"nauc_map_at_1000_diff1","value":42.5694,"verified":false},{"type":"nauc_recall_at_1_max","value":14.943600000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.3744,"verified":false},{"type":"nauc_recall_at_1_diff1","value":51.697700000000005,"verified":false},{"type":"nauc_recall_at_3_max","value":11.8984,"verified":false},{"type":"nauc_recall_at_3_std","value":-4.224,"verified":false},{"type":"nauc_recall_at_3_diff1","value":13.962,"verified":false},{"type":"nauc_recall_at_5_max","value":16.2434,"verified":false},{"type":"nauc_recall_at_5_std","value":1.6707,"verified":false},{"type":"nauc_recall_at_5_diff1","value":7.788,"verified":false},{"type":"nauc_recall_at_10_max","value":16.4427,"verified":false},{"type":"nauc_recall_at_10_std","value":8.259,"verified":false},{"type":"nauc_recall_at_10_diff1","value":4.5507,"verified":false},{"type":"nauc_recall_at_20_max","value":19.0546,"verified":false},{"type":"nauc_recall_at_20_std","value":16.7132,"verified":false},{"type":"nauc_recall_at_20_diff1","value":3.5242000000000004,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6815,"verified":false},{"type":"nauc_recall_at_100_std","value":21.4767,"verified":false},{"type":"nauc_recall_at_100_diff1","value":1.4785,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.5748,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.026399999999995,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":1.512,"verified":false},{"type":"nauc_precision_at_1_max","value":22.1341,"verified":false},{"type":"nauc_precision_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_precision_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_precision_at_3_max","value":13.6152,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4367,"verified":false},{"type":"nauc_precision_at_3_diff1","value":1.6237000000000001,"verified":false},{"type":"nauc_precision_at_5_max","value":13.977400000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":4.3391,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-6.660000000000001,"verified":false},{"type":"nauc_precision_at_10_max","value":10.4986,"verified":false},{"type":"nauc_precision_at_10_std","value":8.9132,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-7.5682,"verified":false},{"type":"nauc_precision_at_20_max","value":11.0525,"verified":false},{"type":"nauc_precision_at_20_std","value":12.0579,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-5.0471,"verified":false},{"type":"nauc_precision_at_100_max","value":7.1659,"verified":false},{"type":"nauc_precision_at_100_std","value":8.1754,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-2.7885,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.9776,"verified":false},{"type":"nauc_precision_at_1000_std","value":5.8301,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.18860000000000002,"verified":false},{"type":"nauc_mrr_at_1_max","value":22.1341,"verified":false},{"type":"nauc_mrr_at_1_std","value":-11.1273,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":81.8507,"verified":false},{"type":"nauc_mrr_at_3_max","value":21.6738,"verified":false},{"type":"nauc_mrr_at_3_std","value":-15.7016,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":81.0757,"verified":false},{"type":"nauc_mrr_at_5_max","value":22.6603,"verified":false},{"type":"nauc_mrr_at_5_std","value":-14.7345,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":81.1092,"verified":false},{"type":"nauc_mrr_at_10_max","value":22.4279,"verified":false},{"type":"nauc_mrr_at_10_std","value":-14.5002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":81.11080000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":22.3604,"verified":false},{"type":"nauc_mrr_at_20_std","value":-14.3058,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":81.1563,"verified":false},{"type":"nauc_mrr_at_100_max","value":22.311,"verified":false},{"type":"nauc_mrr_at_100_std","value":-14.318100000000001,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":81.1586,"verified":false},{"type":"nauc_mrr_at_1000_max","value":22.307199999999998,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-14.3234,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":81.1576,"verified":false},{"type":"main_score","value":91.91,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB FiQA2018 (default)","revision":"27a168819829fe9bcd655c2df245fb19452e8e06","split":"test","type":"mteb/fiqa"},"metrics":[{"type":"ndcg_at_1","value":44.753,"verified":false},{"type":"ndcg_at_3","value":41.555,"verified":false},{"type":"ndcg_at_5","value":42.809999999999995,"verified":false},{"type":"ndcg_at_10","value":45.49,"verified":false},{"type":"ndcg_at_20","value":48.287,"verified":false},{"type":"ndcg_at_100","value":52.115,"verified":false},{"type":"ndcg_at_1000","value":54.797,"verified":false},{"type":"map_at_1","value":22.894000000000002,"verified":false},{"type":"map_at_3","value":32.786,"verified":false},{"type":"map_at_5","value":35.495,"verified":false},{"type":"map_at_10","value":37.635000000000005,"verified":false},{"type":"map_at_20","value":38.771,"verified":false},{"type":"map_at_100","value":39.56,"verified":false},{"type":"map_at_1000","value":39.734,"verified":false},{"type":"recall_at_1","value":22.894000000000002,"verified":false},{"type":"recall_at_3","value":37.579,"verified":false},{"type":"recall_at_5","value":44.03,"verified":false},{"type":"recall_at_10","value":52.61900000000001,"verified":false},{"type":"recall_at_20","value":61.227,"verified":false},{"type":"recall_at_100","value":76.88199999999999,"verified":false},{"type":"recall_at_1000","value":92.534,"verified":false},{"type":"precision_at_1","value":44.753,"verified":false},{"type":"precision_at_3","value":27.675,"verified":false},{"type":"precision_at_5","value":20.556,"verified":false},{"type":"precision_at_10","value":12.592999999999998,"verified":false},{"type":"precision_at_20","value":7.507999999999999,"verified":false},{"type":"precision_at_100","value":1.9369999999999998,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"mrr_at_1","value":44.7531,"verified":false},{"type":"mrr_at_3","value":50.694399999999995,"verified":false},{"type":"mrr_at_5","value":51.990700000000004,"verified":false},{"type":"mrr_at_10","value":52.9925,"verified":false},{"type":"mrr_at_20","value":53.4612,"verified":false},{"type":"mrr_at_100","value":53.7889,"verified":false},{"type":"mrr_at_1000","value":53.8244,"verified":false},{"type":"nauc_ndcg_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.761,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-7.6645,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":43.6641,"verified":false},{"type":"nauc_ndcg_at_5_max","value":37.2506,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-7.574300000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":41.6025,"verified":false},{"type":"nauc_ndcg_at_10_max","value":38.1464,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-6.1288,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":42.625,"verified":false},{"type":"nauc_ndcg_at_20_max","value":39.687,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-4.6046,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":43.2796,"verified":false},{"type":"nauc_ndcg_at_100_max","value":41.4101,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-2.1537,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":43.980599999999995,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":42.0853,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-2.5,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":44.5636,"verified":false},{"type":"nauc_map_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_map_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_map_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_map_at_3_max","value":29.0524,"verified":false},{"type":"nauc_map_at_3_std","value":-9.6495,"verified":false},{"type":"nauc_map_at_3_diff1","value":41.3844,"verified":false},{"type":"nauc_map_at_5_max","value":31.3813,"verified":false},{"type":"nauc_map_at_5_std","value":-8.7888,"verified":false},{"type":"nauc_map_at_5_diff1","value":40.1699,"verified":false},{"type":"nauc_map_at_10_max","value":33.8361,"verified":false},{"type":"nauc_map_at_10_std","value":-7.9594,"verified":false},{"type":"nauc_map_at_10_diff1","value":40.788999999999994,"verified":false},{"type":"nauc_map_at_20_max","value":34.9439,"verified":false},{"type":"nauc_map_at_20_std","value":-7.382700000000001,"verified":false},{"type":"nauc_map_at_20_diff1","value":41.134100000000004,"verified":false},{"type":"nauc_map_at_100_max","value":35.530899999999995,"verified":false},{"type":"nauc_map_at_100_std","value":-6.8411,"verified":false},{"type":"nauc_map_at_100_diff1","value":41.316,"verified":false},{"type":"nauc_map_at_1000_max","value":35.6246,"verified":false},{"type":"nauc_map_at_1000_std","value":-6.828399999999999,"verified":false},{"type":"nauc_map_at_1000_diff1","value":41.3739,"verified":false},{"type":"nauc_recall_at_1_max","value":21.019299999999998,"verified":false},{"type":"nauc_recall_at_1_std","value":-10.8832,"verified":false},{"type":"nauc_recall_at_1_diff1","value":45.1685,"verified":false},{"type":"nauc_recall_at_3_max","value":25.667499999999997,"verified":false},{"type":"nauc_recall_at_3_std","value":-9.3695,"verified":false},{"type":"nauc_recall_at_3_diff1","value":35.0424,"verified":false},{"type":"nauc_recall_at_5_max","value":26.2285,"verified":false},{"type":"nauc_recall_at_5_std","value":-7.6552,"verified":false},{"type":"nauc_recall_at_5_diff1","value":31.7068,"verified":false},{"type":"nauc_recall_at_10_max","value":29.12,"verified":false},{"type":"nauc_recall_at_10_std","value":-3.5869,"verified":false},{"type":"nauc_recall_at_10_diff1","value":31.952599999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":31.5269,"verified":false},{"type":"nauc_recall_at_20_std","value":2.2824,"verified":false},{"type":"nauc_recall_at_20_diff1","value":31.4747,"verified":false},{"type":"nauc_recall_at_100_max","value":34.533500000000004,"verified":false},{"type":"nauc_recall_at_100_std","value":18.8398,"verified":false},{"type":"nauc_recall_at_100_diff1","value":29.525000000000002,"verified":false},{"type":"nauc_recall_at_1000_max","value":38.973600000000005,"verified":false},{"type":"nauc_recall_at_1000_std","value":37.9643,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":29.247899999999998,"verified":false},{"type":"nauc_precision_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_precision_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_precision_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_precision_at_3_max","value":46.348800000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":-2.4303000000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":31.4803,"verified":false},{"type":"nauc_precision_at_5_max","value":45.657,"verified":false},{"type":"nauc_precision_at_5_std","value":0.9887999999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":22.6439,"verified":false},{"type":"nauc_precision_at_10_max","value":48.147099999999995,"verified":false},{"type":"nauc_precision_at_10_std","value":5.313,"verified":false},{"type":"nauc_precision_at_10_diff1","value":20.7803,"verified":false},{"type":"nauc_precision_at_20_max","value":47.407199999999996,"verified":false},{"type":"nauc_precision_at_20_std","value":8.8254,"verified":false},{"type":"nauc_precision_at_20_diff1","value":17.7327,"verified":false},{"type":"nauc_precision_at_100_max","value":43.4944,"verified":false},{"type":"nauc_precision_at_100_std","value":14.8423,"verified":false},{"type":"nauc_precision_at_100_diff1","value":11.7231,"verified":false},{"type":"nauc_precision_at_1000_max","value":36.3175,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.9478,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":4.9391,"verified":false},{"type":"nauc_mrr_at_1_max","value":46.679700000000004,"verified":false},{"type":"nauc_mrr_at_1_std","value":-7.8208,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":55.9238,"verified":false},{"type":"nauc_mrr_at_3_max","value":48.0241,"verified":false},{"type":"nauc_mrr_at_3_std","value":-6.761100000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":53.5091,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.0965,"verified":false},{"type":"nauc_mrr_at_5_std","value":-6.3173,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":52.9184,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.3523,"verified":false},{"type":"nauc_mrr_at_10_std","value":-5.6531,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":53.209399999999995,"verified":false},{"type":"nauc_mrr_at_20_max","value":48.365700000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":-5.4359,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":53.16760000000001,"verified":false},{"type":"nauc_mrr_at_100_max","value":48.351699999999994,"verified":false},{"type":"nauc_mrr_at_100_std","value":-5.3941,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":53.2419,"verified":false},{"type":"nauc_mrr_at_1000_max","value":48.343399999999995,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-5.4193,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":53.264500000000005,"verified":false},{"type":"main_score","value":45.49,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB HotpotQA (default)","revision":"ab518f4d6fcca38d87c25209f94beba119d02014","split":"test","type":"mteb/hotpotqa"},"metrics":[{"type":"ndcg_at_1","value":86.536,"verified":false},{"type":"ndcg_at_3","value":64.485,"verified":false},{"type":"ndcg_at_5","value":66.513,"verified":false},{"type":"ndcg_at_10","value":68.151,"verified":false},{"type":"ndcg_at_20","value":69.145,"verified":false},{"type":"ndcg_at_100","value":70.552,"verified":false},{"type":"ndcg_at_1000","value":71.772,"verified":false},{"type":"map_at_1","value":43.268,"verified":false},{"type":"map_at_3","value":56.013999999999996,"verified":false},{"type":"map_at_5","value":57.69,"verified":false},{"type":"map_at_10","value":58.709,"verified":false},{"type":"map_at_20","value":59.122,"verified":false},{"type":"map_at_100","value":59.418000000000006,"verified":false},{"type":"map_at_1000","value":59.480999999999995,"verified":false},{"type":"recall_at_1","value":43.268,"verified":false},{"type":"recall_at_3","value":58.831999999999994,"verified":false},{"type":"recall_at_5","value":62.829,"verified":false},{"type":"recall_at_10","value":66.94099999999999,"verified":false},{"type":"recall_at_20","value":70.135,"verified":false},{"type":"recall_at_100","value":76.34,"verified":false},{"type":"recall_at_1000","value":84.443,"verified":false},{"type":"precision_at_1","value":86.536,"verified":false},{"type":"precision_at_3","value":39.221000000000004,"verified":false},{"type":"precision_at_5","value":25.131999999999998,"verified":false},{"type":"precision_at_10","value":13.388,"verified":false},{"type":"precision_at_20","value":7.013999999999999,"verified":false},{"type":"precision_at_100","value":1.5270000000000001,"verified":false},{"type":"precision_at_1000","value":0.169,"verified":false},{"type":"mrr_at_1","value":86.5361,"verified":false},{"type":"mrr_at_3","value":89.6151,"verified":false},{"type":"mrr_at_5","value":89.9521,"verified":false},{"type":"mrr_at_10","value":90.1301,"verified":false},{"type":"mrr_at_20","value":90.201,"verified":false},{"type":"mrr_at_100","value":90.2397,"verified":false},{"type":"mrr_at_1000","value":90.245,"verified":false},{"type":"nauc_ndcg_at_1_max","value":57.6156,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.39,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_ndcg_at_3_max","value":17.758599999999998,"verified":false},{"type":"nauc_ndcg_at_3_std","value":3.3521,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":15.4846,"verified":false},{"type":"nauc_ndcg_at_5_max","value":14.6571,"verified":false},{"type":"nauc_ndcg_at_5_std","value":4.2071,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":12.3942,"verified":false},{"type":"nauc_ndcg_at_10_max","value":12.5579,"verified":false},{"type":"nauc_ndcg_at_10_std","value":4.7895,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":10.2189,"verified":false},{"type":"nauc_ndcg_at_20_max","value":11.5413,"verified":false},{"type":"nauc_ndcg_at_20_std","value":5.0043,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":9.3896,"verified":false},{"type":"nauc_ndcg_at_100_max","value":10.6797,"verified":false},{"type":"nauc_ndcg_at_100_std","value":5.7805,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":8.5649,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":10.8847,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":6.1945,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":8.539,"verified":false},{"type":"nauc_map_at_1_max","value":57.6156,"verified":false},{"type":"nauc_map_at_1_std","value":-3.39,"verified":false},{"type":"nauc_map_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_map_at_3_max","value":12.4083,"verified":false},{"type":"nauc_map_at_3_std","value":3.2297,"verified":false},{"type":"nauc_map_at_3_diff1","value":8.2482,"verified":false},{"type":"nauc_map_at_5_max","value":10.4054,"verified":false},{"type":"nauc_map_at_5_std","value":3.7108000000000003,"verified":false},{"type":"nauc_map_at_5_diff1","value":6.4539,"verified":false},{"type":"nauc_map_at_10_max","value":9.439300000000001,"verified":false},{"type":"nauc_map_at_10_std","value":4.0356000000000005,"verified":false},{"type":"nauc_map_at_10_diff1","value":5.502400000000001,"verified":false},{"type":"nauc_map_at_20_max","value":9.141,"verified":false},{"type":"nauc_map_at_20_std","value":4.1145000000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":5.2942,"verified":false},{"type":"nauc_map_at_100_max","value":9.0071,"verified":false},{"type":"nauc_map_at_100_std","value":4.2345,"verified":false},{"type":"nauc_map_at_100_diff1","value":5.1606,"verified":false},{"type":"nauc_map_at_1000_max","value":9.017999999999999,"verified":false},{"type":"nauc_map_at_1000_std","value":4.2501,"verified":false},{"type":"nauc_map_at_1000_diff1","value":5.162,"verified":false},{"type":"nauc_recall_at_1_max","value":57.6156,"verified":false},{"type":"nauc_recall_at_1_std","value":-3.39,"verified":false},{"type":"nauc_recall_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_recall_at_3_max","value":8.4358,"verified":false},{"type":"nauc_recall_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_recall_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":6.2316,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_recall_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_recall_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_recall_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_recall_at_20_std","value":8.1128,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_recall_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_recall_at_100_std","value":11.7719,"verified":false},{"type":"nauc_recall_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_recall_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_recall_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_precision_at_1_max","value":57.6156,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.39,"verified":false},{"type":"nauc_precision_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_precision_at_3_max","value":8.4358,"verified":false},{"type":"nauc_precision_at_3_std","value":4.925199999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":0.29009999999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":3.2076000000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":6.2316,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-4.6014,"verified":false},{"type":"nauc_precision_at_10_max","value":-1.7786,"verified":false},{"type":"nauc_precision_at_10_std","value":7.467300000000001,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.6991,"verified":false},{"type":"nauc_precision_at_20_max","value":-5.0717,"verified":false},{"type":"nauc_precision_at_20_std","value":8.1128,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-12.5945,"verified":false},{"type":"nauc_precision_at_100_max","value":-10.5434,"verified":false},{"type":"nauc_precision_at_100_std","value":11.7719,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-18.394,"verified":false},{"type":"nauc_precision_at_1000_max","value":-15.5908,"verified":false},{"type":"nauc_precision_at_1000_std","value":16.842399999999998,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-27.099400000000003,"verified":false},{"type":"nauc_mrr_at_1_max","value":57.6156,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.39,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":83.0288,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.074,"verified":false},{"type":"nauc_mrr_at_3_std","value":-0.45199999999999996,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":82.8025,"verified":false},{"type":"nauc_mrr_at_5_max","value":62.157300000000006,"verified":false},{"type":"nauc_mrr_at_5_std","value":0.2829,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":82.9913,"verified":false},{"type":"nauc_mrr_at_10_max","value":61.9838,"verified":false},{"type":"nauc_mrr_at_10_std","value":0.16670000000000001,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":82.9452,"verified":false},{"type":"nauc_mrr_at_20_max","value":61.9516,"verified":false},{"type":"nauc_mrr_at_20_std","value":0.18159999999999998,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":82.9723,"verified":false},{"type":"nauc_mrr_at_100_max","value":61.891600000000004,"verified":false},{"type":"nauc_mrr_at_100_std","value":0.1432,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":82.97489999999999,"verified":false},{"type":"nauc_mrr_at_1000_max","value":61.88249999999999,"verified":false},{"type":"nauc_mrr_at_1000_std","value":0.1357,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":82.9723,"verified":false},{"type":"main_score","value":68.151,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ImdbClassification (default)","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7","split":"test","type":"mteb/imdb"},"metrics":[{"type":"accuracy","value":72.5444,"verified":false},{"type":"f1","value":72.4069,"verified":false},{"type":"f1_weighted","value":72.4069,"verified":false},{"type":"ap","value":66.8419,"verified":false},{"type":"ap_weighted","value":66.8419,"verified":false},{"type":"main_score","value":72.5444,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MSMARCO (default)","revision":"c5a29a104738b98a9e76336939199e264163d4a0","split":"dev","type":"mteb/msmarco"},"metrics":[{"type":"ndcg_at_1","value":25.516,"verified":false},{"type":"ndcg_at_3","value":36.687999999999995,"verified":false},{"type":"ndcg_at_5","value":40.864,"verified":false},{"type":"ndcg_at_10","value":44.856,"verified":false},{"type":"ndcg_at_20","value":47.3,"verified":false},{"type":"ndcg_at_100","value":50.062,"verified":false},{"type":"ndcg_at_1000","value":51.085,"verified":false},{"type":"map_at_1","value":24.782,"verified":false},{"type":"map_at_3","value":33.668,"verified":false},{"type":"map_at_5","value":36.010999999999996,"verified":false},{"type":"map_at_10","value":37.702000000000005,"verified":false},{"type":"map_at_20","value":38.391,"verified":false},{"type":"map_at_100","value":38.798,"verified":false},{"type":"map_at_1000","value":38.841,"verified":false},{"type":"recall_at_1","value":24.782,"verified":false},{"type":"recall_at_3","value":44.722,"verified":false},{"type":"recall_at_5","value":54.769999999999996,"verified":false},{"type":"recall_at_10","value":66.842,"verified":false},{"type":"recall_at_20","value":76.319,"verified":false},{"type":"recall_at_100","value":90.761,"verified":false},{"type":"recall_at_1000","value":98.48,"verified":false},{"type":"precision_at_1","value":25.516,"verified":false},{"type":"precision_at_3","value":15.506,"verified":false},{"type":"precision_at_5","value":11.413,"verified":false},{"type":"precision_at_10","value":6.99,"verified":false},{"type":"precision_at_20","value":4.009,"verified":false},{"type":"precision_at_100","value":0.959,"verified":false},{"type":"precision_at_1000","value":0.105,"verified":false},{"type":"mrr_at_1","value":25.5014,"verified":false},{"type":"mrr_at_3","value":34.3553,"verified":false},{"type":"mrr_at_5","value":36.666199999999996,"verified":false},{"type":"mrr_at_10","value":38.3084,"verified":false},{"type":"mrr_at_20","value":38.9663,"verified":false},{"type":"mrr_at_100","value":39.341300000000004,"verified":false},{"type":"mrr_at_1000","value":39.3785,"verified":false},{"type":"nauc_ndcg_at_1_max","value":4.2138,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":5.2536,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-29.642200000000003,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":32.1639,"verified":false},{"type":"nauc_ndcg_at_5_max","value":5.0839,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-31.3077,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":31.5135,"verified":false},{"type":"nauc_ndcg_at_10_max","value":6.2542,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-30.8439,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":31.461299999999998,"verified":false},{"type":"nauc_ndcg_at_20_max","value":6.5669,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-29.6288,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":31.590200000000003,"verified":false},{"type":"nauc_ndcg_at_100_max","value":6.691800000000001,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-28.1768,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":32.1699,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":6.451700000000001,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-28.2093,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":32.3573,"verified":false},{"type":"nauc_map_at_1_max","value":4.1941,"verified":false},{"type":"nauc_map_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_map_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_map_at_3_max","value":4.9883999999999995,"verified":false},{"type":"nauc_map_at_3_std","value":-28.7062,"verified":false},{"type":"nauc_map_at_3_diff1","value":33.5696,"verified":false},{"type":"nauc_map_at_5_max","value":4.8525,"verified":false},{"type":"nauc_map_at_5_std","value":-29.6601,"verified":false},{"type":"nauc_map_at_5_diff1","value":33.2144,"verified":false},{"type":"nauc_map_at_10_max","value":5.3533,"verified":false},{"type":"nauc_map_at_10_std","value":-29.4529,"verified":false},{"type":"nauc_map_at_10_diff1","value":33.219300000000004,"verified":false},{"type":"nauc_map_at_20_max","value":5.416300000000001,"verified":false},{"type":"nauc_map_at_20_std","value":-29.1294,"verified":false},{"type":"nauc_map_at_20_diff1","value":33.2747,"verified":false},{"type":"nauc_map_at_100_max","value":5.4547,"verified":false},{"type":"nauc_map_at_100_std","value":-28.8978,"verified":false},{"type":"nauc_map_at_100_diff1","value":33.3505,"verified":false},{"type":"nauc_map_at_1000_max","value":5.4512,"verified":false},{"type":"nauc_map_at_1000_std","value":-28.8844,"verified":false},{"type":"nauc_map_at_1000_diff1","value":33.356700000000004,"verified":false},{"type":"nauc_recall_at_1_max","value":4.1941,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.9531,"verified":false},{"type":"nauc_recall_at_1_diff1","value":38.099,"verified":false},{"type":"nauc_recall_at_3_max","value":5.884799999999999,"verified":false},{"type":"nauc_recall_at_3_std","value":-32.317,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.284399999999998,"verified":false},{"type":"nauc_recall_at_5_max","value":5.4525,"verified":false},{"type":"nauc_recall_at_5_std","value":-36.4055,"verified":false},{"type":"nauc_recall_at_5_diff1","value":26.384200000000003,"verified":false},{"type":"nauc_recall_at_10_max","value":9.403400000000001,"verified":false},{"type":"nauc_recall_at_10_std","value":-35.9112,"verified":false},{"type":"nauc_recall_at_10_diff1","value":25.2415,"verified":false},{"type":"nauc_recall_at_20_max","value":12.0952,"verified":false},{"type":"nauc_recall_at_20_std","value":-30.778299999999998,"verified":false},{"type":"nauc_recall_at_20_diff1","value":24.1866,"verified":false},{"type":"nauc_recall_at_100_max","value":19.6413,"verified":false},{"type":"nauc_recall_at_100_std","value":-11.9243,"verified":false},{"type":"nauc_recall_at_100_diff1","value":24.6153,"verified":false},{"type":"nauc_recall_at_1000_max","value":48.1206,"verified":false},{"type":"nauc_recall_at_1000_std","value":48.0062,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":16.2543,"verified":false},{"type":"nauc_precision_at_1_max","value":4.2138,"verified":false},{"type":"nauc_precision_at_1_std","value":-24.7801,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.758399999999995,"verified":false},{"type":"nauc_precision_at_3_max","value":5.7985,"verified":false},{"type":"nauc_precision_at_3_std","value":-31.749899999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":27.373399999999997,"verified":false},{"type":"nauc_precision_at_5_max","value":5.390000000000001,"verified":false},{"type":"nauc_precision_at_5_std","value":-35.0586,"verified":false},{"type":"nauc_precision_at_5_diff1","value":25.100099999999998,"verified":false},{"type":"nauc_precision_at_10_max","value":9.248199999999999,"verified":false},{"type":"nauc_precision_at_10_std","value":-32.244299999999996,"verified":false},{"type":"nauc_precision_at_10_diff1","value":22.5684,"verified":false},{"type":"nauc_precision_at_20_max","value":11.495099999999999,"verified":false},{"type":"nauc_precision_at_20_std","value":-24.226300000000002,"verified":false},{"type":"nauc_precision_at_20_diff1","value":19.6528,"verified":false},{"type":"nauc_precision_at_100_max","value":14.3649,"verified":false},{"type":"nauc_precision_at_100_std","value":0.0593,"verified":false},{"type":"nauc_precision_at_100_diff1","value":10.9596,"verified":false},{"type":"nauc_precision_at_1000_max","value":10.9512,"verified":false},{"type":"nauc_precision_at_1000_std","value":18.288,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-3.5423000000000004,"verified":false},{"type":"nauc_mrr_at_1_max","value":4.2204,"verified":false},{"type":"nauc_mrr_at_1_std","value":-24.7703,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.8126,"verified":false},{"type":"nauc_mrr_at_3_max","value":5.0668,"verified":false},{"type":"nauc_mrr_at_3_std","value":-28.2677,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":33.3724,"verified":false},{"type":"nauc_mrr_at_5_max","value":5.0481,"verified":false},{"type":"nauc_mrr_at_5_std","value":-29.133,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":33.0415,"verified":false},{"type":"nauc_mrr_at_10_max","value":5.5038,"verified":false},{"type":"nauc_mrr_at_10_std","value":-28.886200000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":33.0593,"verified":false},{"type":"nauc_mrr_at_20_max","value":5.5467,"verified":false},{"type":"nauc_mrr_at_20_std","value":-28.5678,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":33.0916,"verified":false},{"type":"nauc_mrr_at_100_max","value":5.5636,"verified":false},{"type":"nauc_mrr_at_100_std","value":-28.3877,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":33.1799,"verified":false},{"type":"nauc_mrr_at_1000_max","value":5.557,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-28.3796,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":33.184999999999995,"verified":false},{"type":"main_score","value":44.856,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"en","name":"MTEB MTOPDomainClassification (en)","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf","split":"test","type":"mteb/mtop_domain"},"metrics":[{"type":"accuracy","value":93.5317,"verified":false},{"type":"f1","value":93.1956,"verified":false},{"type":"f1_weighted","value":93.5431,"verified":false},{"type":"main_score","value":93.5317,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MTOPIntentClassification (en)","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba","split":"test","type":"mteb/mtop_intent"},"metrics":[{"type":"accuracy","value":67.7907,"verified":false},{"type":"f1","value":48.2877,"verified":false},{"type":"f1_weighted","value":70.3225,"verified":false},{"type":"main_score","value":67.7907,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveIntentClassification (en)","revision":"4672e20407010da34463acc759c162ca9734bca6","split":"test","type":"mteb/amazon_massive_intent"},"metrics":[{"type":"accuracy","value":71.456,"verified":false},{"type":"f1","value":68.2268,"verified":false},{"type":"f1_weighted","value":70.4722,"verified":false},{"type":"main_score","value":71.456,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"en","name":"MTEB MassiveScenarioClassification (en)","revision":"fad2c6e8459f9e1c45d9315f4953d921437d70f8","split":"test","type":"mteb/amazon_massive_scenario"},"metrics":[{"type":"accuracy","value":76.21719999999999,"verified":false},{"type":"f1","value":75.14189999999999,"verified":false},{"type":"f1_weighted","value":76.0733,"verified":false},{"type":"main_score","value":76.21719999999999,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringP2P (default)","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73","split":"test","type":"mteb/medrxiv-clustering-p2p"},"metrics":[{"type":"v_measure","value":31.3917,"verified":false},{"type":"v_measure_std","value":1.4778,"verified":false},{"type":"main_score","value":31.3917,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MedrxivClusteringS2S (default)","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663","split":"test","type":"mteb/medrxiv-clustering-s2s"},"metrics":[{"type":"v_measure","value":28.2408,"verified":false},{"type":"v_measure_std","value":1.1622999999999999,"verified":false},{"type":"main_score","value":28.2408,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB MindSmallReranking (default)","revision":"59042f120c80e8afa9cdbb224f67076cec0fc9a7","split":"test","type":"mteb/mind_small"},"metrics":[{"type":"map","value":29.5796,"verified":false},{"type":"mrr","value":30.3081,"verified":false},{"type":"nAUC_map_max","value":-24.9194,"verified":false},{"type":"nAUC_map_std","value":-9.042,"verified":false},{"type":"nAUC_map_diff1","value":12.1611,"verified":false},{"type":"nAUC_mrr_max","value":-19.3867,"verified":false},{"type":"nAUC_mrr_std","value":-6.3873,"verified":false},{"type":"nAUC_mrr_diff1","value":11.8078,"verified":false},{"type":"main_score","value":29.5796,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB NFCorpus (default)","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814","split":"test","type":"mteb/nfcorpus"},"metrics":[{"type":"ndcg_at_1","value":45.046,"verified":false},{"type":"ndcg_at_3","value":41.704,"verified":false},{"type":"ndcg_at_5","value":39.296,"verified":false},{"type":"ndcg_at_10","value":35.343999999999994,"verified":false},{"type":"ndcg_at_20","value":32.525999999999996,"verified":false},{"type":"ndcg_at_100","value":31.352999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.772,"verified":false},{"type":"map_at_1","value":5.833,"verified":false},{"type":"map_at_3","value":9.953,"verified":false},{"type":"map_at_5","value":11.549,"verified":false},{"type":"map_at_10","value":13.38,"verified":false},{"type":"map_at_20","value":14.706,"verified":false},{"type":"map_at_100","value":16.422,"verified":false},{"type":"map_at_1000","value":17.777,"verified":false},{"type":"recall_at_1","value":5.833,"verified":false},{"type":"recall_at_3","value":11.112,"verified":false},{"type":"recall_at_5","value":13.834,"verified":false},{"type":"recall_at_10","value":16.961000000000002,"verified":false},{"type":"recall_at_20","value":20.294999999999998,"verified":false},{"type":"recall_at_100","value":30.253000000000004,"verified":false},{"type":"recall_at_1000","value":60.902,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":33.745999999999995,"verified":false},{"type":"precision_at_10","value":25.635,"verified":false},{"type":"precision_at_20","value":18.576,"verified":false},{"type":"precision_at_100","value":7.731000000000001,"verified":false},{"type":"precision_at_1000","value":2.037,"verified":false},{"type":"mrr_at_1","value":46.7492,"verified":false},{"type":"mrr_at_3","value":54.6956,"verified":false},{"type":"mrr_at_5","value":55.8875,"verified":false},{"type":"mrr_at_10","value":56.3913,"verified":false},{"type":"mrr_at_20","value":56.6265,"verified":false},{"type":"mrr_at_100","value":56.815599999999996,"verified":false},{"type":"mrr_at_1000","value":56.8573,"verified":false},{"type":"nauc_ndcg_at_1_max","value":43.3685,"verified":false},{"type":"nauc_ndcg_at_1_std","value":21.6124,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":29.0317,"verified":false},{"type":"nauc_ndcg_at_3_max","value":39.8155,"verified":false},{"type":"nauc_ndcg_at_3_std","value":23.2206,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":20.7425,"verified":false},{"type":"nauc_ndcg_at_5_max","value":40.951,"verified":false},{"type":"nauc_ndcg_at_5_std","value":24.7184,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":19.098599999999998,"verified":false},{"type":"nauc_ndcg_at_10_max","value":41.4733,"verified":false},{"type":"nauc_ndcg_at_10_std","value":27.4588,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":17.224800000000002,"verified":false},{"type":"nauc_ndcg_at_20_max","value":40.3519,"verified":false},{"type":"nauc_ndcg_at_20_std","value":27.2947,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":16.502,"verified":false},{"type":"nauc_ndcg_at_100_max","value":44.0676,"verified":false},{"type":"nauc_ndcg_at_100_std","value":29.1921,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9199,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":48.9082,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":33.799600000000005,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.741600000000002,"verified":false},{"type":"nauc_map_at_1_max","value":19.2048,"verified":false},{"type":"nauc_map_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_map_at_3_max","value":23.1853,"verified":false},{"type":"nauc_map_at_3_std","value":-8.3204,"verified":false},{"type":"nauc_map_at_3_diff1","value":32.5527,"verified":false},{"type":"nauc_map_at_5_max","value":26.747500000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-4.136,"verified":false},{"type":"nauc_map_at_5_diff1","value":29.041800000000002,"verified":false},{"type":"nauc_map_at_10_max","value":30.492200000000004,"verified":false},{"type":"nauc_map_at_10_std","value":2.2847,"verified":false},{"type":"nauc_map_at_10_diff1","value":25.949699999999996,"verified":false},{"type":"nauc_map_at_20_max","value":32.628800000000005,"verified":false},{"type":"nauc_map_at_20_std","value":6.2305,"verified":false},{"type":"nauc_map_at_20_diff1","value":24.0997,"verified":false},{"type":"nauc_map_at_100_max","value":35.0282,"verified":false},{"type":"nauc_map_at_100_std","value":12.181899999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":22.6844,"verified":false},{"type":"nauc_map_at_1000_max","value":35.274899999999995,"verified":false},{"type":"nauc_map_at_1000_std","value":14.9827,"verified":false},{"type":"nauc_map_at_1000_diff1","value":21.4096,"verified":false},{"type":"nauc_recall_at_1_max","value":19.2048,"verified":false},{"type":"nauc_recall_at_1_std","value":-13.564599999999999,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.601099999999995,"verified":false},{"type":"nauc_recall_at_3_max","value":20.5895,"verified":false},{"type":"nauc_recall_at_3_std","value":-7.8295,"verified":false},{"type":"nauc_recall_at_3_diff1","value":28.4675,"verified":false},{"type":"nauc_recall_at_5_max","value":24.8771,"verified":false},{"type":"nauc_recall_at_5_std","value":-2.869,"verified":false},{"type":"nauc_recall_at_5_diff1","value":23.301,"verified":false},{"type":"nauc_recall_at_10_max","value":28.647299999999998,"verified":false},{"type":"nauc_recall_at_10_std","value":4.4991,"verified":false},{"type":"nauc_recall_at_10_diff1","value":20.5606,"verified":false},{"type":"nauc_recall_at_20_max","value":30.3525,"verified":false},{"type":"nauc_recall_at_20_std","value":8.712,"verified":false},{"type":"nauc_recall_at_20_diff1","value":17.4748,"verified":false},{"type":"nauc_recall_at_100_max","value":34.0702,"verified":false},{"type":"nauc_recall_at_100_std","value":23.3319,"verified":false},{"type":"nauc_recall_at_100_diff1","value":17.2015,"verified":false},{"type":"nauc_recall_at_1000_max","value":27.8011,"verified":false},{"type":"nauc_recall_at_1000_std","value":21.6507,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":4.4638,"verified":false},{"type":"nauc_precision_at_1_max","value":44.6989,"verified":false},{"type":"nauc_precision_at_1_std","value":22.622,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.881400000000003,"verified":false},{"type":"nauc_precision_at_3_max","value":39.4166,"verified":false},{"type":"nauc_precision_at_3_std","value":29.2591,"verified":false},{"type":"nauc_precision_at_3_diff1","value":12.1577,"verified":false},{"type":"nauc_precision_at_5_max","value":39.6371,"verified":false},{"type":"nauc_precision_at_5_std","value":33.201,"verified":false},{"type":"nauc_precision_at_5_diff1","value":7.958,"verified":false},{"type":"nauc_precision_at_10_max","value":38.2593,"verified":false},{"type":"nauc_precision_at_10_std","value":40.6097,"verified":false},{"type":"nauc_precision_at_10_diff1","value":1.376,"verified":false},{"type":"nauc_precision_at_20_max","value":31.375999999999998,"verified":false},{"type":"nauc_precision_at_20_std","value":42.3468,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-4.1699,"verified":false},{"type":"nauc_precision_at_100_max","value":16.628,"verified":false},{"type":"nauc_precision_at_100_std","value":41.800599999999996,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-9.4674,"verified":false},{"type":"nauc_precision_at_1000_max","value":1.6051,"verified":false},{"type":"nauc_precision_at_1000_std","value":29.1306,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-11.1912,"verified":false},{"type":"nauc_mrr_at_1_max","value":44.4339,"verified":false},{"type":"nauc_mrr_at_1_std","value":23.6489,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.0393,"verified":false},{"type":"nauc_mrr_at_3_max","value":47.780899999999995,"verified":false},{"type":"nauc_mrr_at_3_std","value":31.412499999999998,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":24.1569,"verified":false},{"type":"nauc_mrr_at_5_max","value":48.732,"verified":false},{"type":"nauc_mrr_at_5_std","value":31.899100000000004,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":24.4177,"verified":false},{"type":"nauc_mrr_at_10_max","value":48.9748,"verified":false},{"type":"nauc_mrr_at_10_std","value":32.2053,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.0317,"verified":false},{"type":"nauc_mrr_at_20_max","value":49.0832,"verified":false},{"type":"nauc_mrr_at_20_std","value":32.0994,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":23.9777,"verified":false},{"type":"nauc_mrr_at_100_max","value":49.1731,"verified":false},{"type":"nauc_mrr_at_100_std","value":32.3179,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.081,"verified":false},{"type":"nauc_mrr_at_1000_max","value":49.1387,"verified":false},{"type":"nauc_mrr_at_1000_std","value":32.2738,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.063200000000002,"verified":false},{"type":"main_score","value":35.343999999999994,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB NQ (default)","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31","split":"test","type":"mteb/nq"},"metrics":[{"type":"ndcg_at_1","value":44.93,"verified":false},{"type":"ndcg_at_3","value":56.003,"verified":false},{"type":"ndcg_at_5","value":60.150000000000006,"verified":false},{"type":"ndcg_at_10","value":63.673,"verified":false},{"type":"ndcg_at_20","value":65.211,"verified":false},{"type":"ndcg_at_100","value":66.686,"verified":false},{"type":"ndcg_at_1000","value":67.009,"verified":false},{"type":"map_at_1","value":40.035,"verified":false},{"type":"map_at_3","value":51.976,"verified":false},{"type":"map_at_5","value":54.510999999999996,"verified":false},{"type":"map_at_10","value":56.17100000000001,"verified":false},{"type":"map_at_20","value":56.684,"verified":false},{"type":"map_at_100","value":56.932,"verified":false},{"type":"map_at_1000","value":56.946,"verified":false},{"type":"recall_at_1","value":40.035,"verified":false},{"type":"recall_at_3","value":64.224,"verified":false},{"type":"recall_at_5","value":73.682,"verified":false},{"type":"recall_at_10","value":83.809,"verified":false},{"type":"recall_at_20","value":89.385,"verified":false},{"type":"recall_at_100","value":96.705,"verified":false},{"type":"recall_at_1000","value":99.054,"verified":false},{"type":"precision_at_1","value":44.93,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.445,"verified":false},{"type":"precision_at_10","value":10.043000000000001,"verified":false},{"type":"precision_at_20","value":5.4,"verified":false},{"type":"precision_at_100","value":1.174,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"mrr_at_1","value":44.9305,"verified":false},{"type":"mrr_at_3","value":55.37370000000001,"verified":false},{"type":"mrr_at_5","value":57.4464,"verified":false},{"type":"mrr_at_10","value":58.680200000000006,"verified":false},{"type":"mrr_at_20","value":59.0042,"verified":false},{"type":"mrr_at_100","value":59.178799999999995,"verified":false},{"type":"mrr_at_1000","value":59.188700000000004,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.8396,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_ndcg_at_3_max","value":30.025800000000004,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-4.9848,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":34.324799999999996,"verified":false},{"type":"nauc_ndcg_at_5_max","value":32.2984,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-3.263,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":35.2865,"verified":false},{"type":"nauc_ndcg_at_10_max","value":32.4173,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-2.398,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":34.767399999999995,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.332,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-1.7824,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":35.0354,"verified":false},{"type":"nauc_ndcg_at_100_max","value":31.3774,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-1.4645,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":35.255900000000004,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":31.008799999999997,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-1.9499,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":35.3522,"verified":false},{"type":"nauc_map_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_map_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_map_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_map_at_3_max","value":28.1195,"verified":false},{"type":"nauc_map_at_3_std","value":-5.3494,"verified":false},{"type":"nauc_map_at_3_diff1","value":35.0839,"verified":false},{"type":"nauc_map_at_5_max","value":29.365999999999996,"verified":false},{"type":"nauc_map_at_5_std","value":-4.410200000000001,"verified":false},{"type":"nauc_map_at_5_diff1","value":35.6342,"verified":false},{"type":"nauc_map_at_10_max","value":29.378300000000003,"verified":false},{"type":"nauc_map_at_10_std","value":-4.0228,"verified":false},{"type":"nauc_map_at_10_diff1","value":35.451,"verified":false},{"type":"nauc_map_at_20_max","value":29.3604,"verified":false},{"type":"nauc_map_at_20_std","value":-3.7953,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.5496,"verified":false},{"type":"nauc_map_at_100_max","value":29.233199999999997,"verified":false},{"type":"nauc_map_at_100_std","value":-3.7321,"verified":false},{"type":"nauc_map_at_100_diff1","value":35.574099999999994,"verified":false},{"type":"nauc_map_at_1000_max","value":29.2215,"verified":false},{"type":"nauc_map_at_1000_std","value":-3.7482,"verified":false},{"type":"nauc_map_at_1000_diff1","value":35.5805,"verified":false},{"type":"nauc_recall_at_1_max","value":21.296300000000002,"verified":false},{"type":"nauc_recall_at_1_std","value":-6.0126,"verified":false},{"type":"nauc_recall_at_1_diff1","value":37.9216,"verified":false},{"type":"nauc_recall_at_3_max","value":34.2599,"verified":false},{"type":"nauc_recall_at_3_std","value":-5.5474000000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":30.7103,"verified":false},{"type":"nauc_recall_at_5_max","value":41.6689,"verified":false},{"type":"nauc_recall_at_5_std","value":-0.7705,"verified":false},{"type":"nauc_recall_at_5_diff1","value":32.6001,"verified":false},{"type":"nauc_recall_at_10_max","value":47.236200000000004,"verified":false},{"type":"nauc_recall_at_10_std","value":3.9309999999999996,"verified":false},{"type":"nauc_recall_at_10_diff1","value":29.277199999999997,"verified":false},{"type":"nauc_recall_at_20_max","value":53.957100000000004,"verified":false},{"type":"nauc_recall_at_20_std","value":11.282499999999999,"verified":false},{"type":"nauc_recall_at_20_diff1","value":29.7674,"verified":false},{"type":"nauc_recall_at_100_max","value":66.87039999999999,"verified":false},{"type":"nauc_recall_at_100_std","value":46.8733,"verified":false},{"type":"nauc_recall_at_100_diff1","value":30.0249,"verified":false},{"type":"nauc_recall_at_1000_max","value":88.33670000000001,"verified":false},{"type":"nauc_recall_at_1000_std","value":77.0724,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":34.0192,"verified":false},{"type":"nauc_precision_at_1_max","value":23.8396,"verified":false},{"type":"nauc_precision_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_precision_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_precision_at_3_max","value":31.053399999999996,"verified":false},{"type":"nauc_precision_at_3_std","value":0.3766,"verified":false},{"type":"nauc_precision_at_3_diff1","value":21.5732,"verified":false},{"type":"nauc_precision_at_5_max","value":30.816100000000002,"verified":false},{"type":"nauc_precision_at_5_std","value":5.3659,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.4728,"verified":false},{"type":"nauc_precision_at_10_max","value":25.204300000000003,"verified":false},{"type":"nauc_precision_at_10_std","value":10.6652,"verified":false},{"type":"nauc_precision_at_10_diff1","value":7.7665,"verified":false},{"type":"nauc_precision_at_20_max","value":20.3015,"verified":false},{"type":"nauc_precision_at_20_std","value":14.1789,"verified":false},{"type":"nauc_precision_at_20_diff1","value":3.2251000000000003,"verified":false},{"type":"nauc_precision_at_100_max","value":9.709,"verified":false},{"type":"nauc_precision_at_100_std","value":17.7706,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.5258,"verified":false},{"type":"nauc_precision_at_1000_max","value":4.5083,"verified":false},{"type":"nauc_precision_at_1000_std","value":14.754900000000001,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-8.1761,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.8396,"verified":false},{"type":"nauc_mrr_at_1_std","value":-3.8885000000000005,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":37.971500000000006,"verified":false},{"type":"nauc_mrr_at_3_max","value":28.9257,"verified":false},{"type":"nauc_mrr_at_3_std","value":-3.6295,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":35.390100000000004,"verified":false},{"type":"nauc_mrr_at_5_max","value":29.8503,"verified":false},{"type":"nauc_mrr_at_5_std","value":-2.8144,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":35.8786,"verified":false},{"type":"nauc_mrr_at_10_max","value":29.662899999999997,"verified":false},{"type":"nauc_mrr_at_10_std","value":-2.6432,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":35.708400000000005,"verified":false},{"type":"nauc_mrr_at_20_max","value":29.5659,"verified":false},{"type":"nauc_mrr_at_20_std","value":-2.6337,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":35.761900000000004,"verified":false},{"type":"nauc_mrr_at_100_max","value":29.432399999999998,"verified":false},{"type":"nauc_mrr_at_100_std","value":-2.6328,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":35.8182,"verified":false},{"type":"nauc_mrr_at_1000_max","value":29.4234,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-2.6451,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":35.8215,"verified":false},{"type":"main_score","value":63.673,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB QuoraRetrieval (default)","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259","split":"test","type":"mteb/quora"},"metrics":[{"type":"ndcg_at_1","value":82.27,"verified":false},{"type":"ndcg_at_3","value":86.28099999999999,"verified":false},{"type":"ndcg_at_5","value":87.81400000000001,"verified":false},{"type":"ndcg_at_10","value":89.021,"verified":false},{"type":"ndcg_at_20","value":89.643,"verified":false},{"type":"ndcg_at_100","value":90.13,"verified":false},{"type":"ndcg_at_1000","value":90.226,"verified":false},{"type":"map_at_1","value":71.43599999999999,"verified":false},{"type":"map_at_3","value":82.49,"verified":false},{"type":"map_at_5","value":84.331,"verified":false},{"type":"map_at_10","value":85.416,"verified":false},{"type":"map_at_20","value":85.827,"verified":false},{"type":"map_at_100","value":86.024,"verified":false},{"type":"map_at_1000","value":86.039,"verified":false},{"type":"recall_at_1","value":71.43599999999999,"verified":false},{"type":"recall_at_3","value":87.912,"verified":false},{"type":"recall_at_5","value":92.30000000000001,"verified":false},{"type":"recall_at_10","value":95.814,"verified":false},{"type":"recall_at_20","value":97.80799999999999,"verified":false},{"type":"recall_at_100","value":99.551,"verified":false},{"type":"recall_at_1000","value":99.97,"verified":false},{"type":"precision_at_1","value":82.27,"verified":false},{"type":"precision_at_3","value":37.747,"verified":false},{"type":"precision_at_5","value":24.782,"verified":false},{"type":"precision_at_10","value":13.497,"verified":false},{"type":"precision_at_20","value":7.147,"verified":false},{"type":"precision_at_100","value":1.529,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"mrr_at_1","value":82.23,"verified":false},{"type":"mrr_at_3","value":87.26,"verified":false},{"type":"mrr_at_5","value":87.9305,"verified":false},{"type":"mrr_at_10","value":88.20949999999999,"verified":false},{"type":"mrr_at_20","value":88.2764,"verified":false},{"type":"mrr_at_100","value":88.2967,"verified":false},{"type":"mrr_at_1000","value":88.2976,"verified":false},{"type":"nauc_ndcg_at_1_max","value":37.0736,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_ndcg_at_3_max","value":33.9426,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-51.3108,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":76.2559,"verified":false},{"type":"nauc_ndcg_at_5_max","value":34.927,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-52.50749999999999,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":76.578,"verified":false},{"type":"nauc_ndcg_at_10_max","value":35.9905,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-51.808699999999995,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":76.6957,"verified":false},{"type":"nauc_ndcg_at_20_max","value":36.119299999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-50.1628,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":76.6659,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.4315,"verified":false},{"type":"nauc_ndcg_at_100_std","value":-48.0358,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":76.5866,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":36.459399999999995,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":-47.834199999999996,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":76.5791,"verified":false},{"type":"nauc_map_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_map_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_map_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_map_at_3_max","value":31.3371,"verified":false},{"type":"nauc_map_at_3_std","value":-53.9334,"verified":false},{"type":"nauc_map_at_3_diff1","value":77.7089,"verified":false},{"type":"nauc_map_at_5_max","value":33.1663,"verified":false},{"type":"nauc_map_at_5_std","value":-53.86919999999999,"verified":false},{"type":"nauc_map_at_5_diff1","value":77.32430000000001,"verified":false},{"type":"nauc_map_at_10_max","value":34.4253,"verified":false},{"type":"nauc_map_at_10_std","value":-52.423500000000004,"verified":false},{"type":"nauc_map_at_10_diff1","value":77.0479,"verified":false},{"type":"nauc_map_at_20_max","value":34.6738,"verified":false},{"type":"nauc_map_at_20_std","value":-51.095400000000005,"verified":false},{"type":"nauc_map_at_20_diff1","value":76.88810000000001,"verified":false},{"type":"nauc_map_at_100_max","value":34.7984,"verified":false},{"type":"nauc_map_at_100_std","value":-50.2705,"verified":false},{"type":"nauc_map_at_100_diff1","value":76.8083,"verified":false},{"type":"nauc_map_at_1000_max","value":34.8162,"verified":false},{"type":"nauc_map_at_1000_std","value":-50.211600000000004,"verified":false},{"type":"nauc_map_at_1000_diff1","value":76.8047,"verified":false},{"type":"nauc_recall_at_1_max","value":25.902199999999997,"verified":false},{"type":"nauc_recall_at_1_std","value":-44.6605,"verified":false},{"type":"nauc_recall_at_1_diff1","value":80.78070000000001,"verified":false},{"type":"nauc_recall_at_3_max","value":27.693,"verified":false},{"type":"nauc_recall_at_3_std","value":-61.799400000000006,"verified":false},{"type":"nauc_recall_at_3_diff1","value":74.25,"verified":false},{"type":"nauc_recall_at_5_max","value":30.216700000000003,"verified":false},{"type":"nauc_recall_at_5_std","value":-68.2919,"verified":false},{"type":"nauc_recall_at_5_diff1","value":72.8613,"verified":false},{"type":"nauc_recall_at_10_max","value":34.4765,"verified":false},{"type":"nauc_recall_at_10_std","value":-74.3633,"verified":false},{"type":"nauc_recall_at_10_diff1","value":73.0316,"verified":false},{"type":"nauc_recall_at_20_max","value":33.812,"verified":false},{"type":"nauc_recall_at_20_std","value":-72.8956,"verified":false},{"type":"nauc_recall_at_20_diff1","value":73.4475,"verified":false},{"type":"nauc_recall_at_100_max","value":39.0326,"verified":false},{"type":"nauc_recall_at_100_std","value":-42.9628,"verified":false},{"type":"nauc_recall_at_100_diff1","value":72.66669999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":16.4069,"verified":false},{"type":"nauc_recall_at_1000_std","value":20.353099999999998,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":72.6857,"verified":false},{"type":"nauc_precision_at_1_max","value":37.0736,"verified":false},{"type":"nauc_precision_at_1_std","value":-43.2326,"verified":false},{"type":"nauc_precision_at_1_diff1","value":77.9945,"verified":false},{"type":"nauc_precision_at_3_max","value":7.225099999999999,"verified":false},{"type":"nauc_precision_at_3_std","value":5.4519,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-20.1979,"verified":false},{"type":"nauc_precision_at_5_max","value":3.1125,"verified":false},{"type":"nauc_precision_at_5_std","value":17.542099999999998,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-32.5768,"verified":false},{"type":"nauc_precision_at_10_max","value":-0.3758,"verified":false},{"type":"nauc_precision_at_10_std","value":27.9681,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-39.8065,"verified":false},{"type":"nauc_precision_at_20_max","value":-2.7107,"verified":false},{"type":"nauc_precision_at_20_std","value":34.9186,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-42.686800000000005,"verified":false},{"type":"nauc_precision_at_100_max","value":-4.587,"verified":false},{"type":"nauc_precision_at_100_std","value":41.415600000000005,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-44.357,"verified":false},{"type":"nauc_precision_at_1000_max","value":-5.003,"verified":false},{"type":"nauc_precision_at_1000_std","value":42.5355,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-44.5697,"verified":false},{"type":"nauc_mrr_at_1_max","value":37.1298,"verified":false},{"type":"nauc_mrr_at_1_std","value":-43.2774,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":78.0714,"verified":false},{"type":"nauc_mrr_at_3_max","value":37.644800000000004,"verified":false},{"type":"nauc_mrr_at_3_std","value":-46.231,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":77.0599,"verified":false},{"type":"nauc_mrr_at_5_max","value":37.994299999999996,"verified":false},{"type":"nauc_mrr_at_5_std","value":-46.0511,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":77.1377,"verified":false},{"type":"nauc_mrr_at_10_max","value":37.9206,"verified":false},{"type":"nauc_mrr_at_10_std","value":-45.8065,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":77.1994,"verified":false},{"type":"nauc_mrr_at_20_max","value":37.8028,"verified":false},{"type":"nauc_mrr_at_20_std","value":-45.7095,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":77.2152,"verified":false},{"type":"nauc_mrr_at_100_max","value":37.7912,"verified":false},{"type":"nauc_mrr_at_100_std","value":-45.6767,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":77.2139,"verified":false},{"type":"nauc_mrr_at_1000_max","value":37.79,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-45.6766,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":77.2145,"verified":false},{"type":"main_score","value":89.021,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB RedditClustering (default)","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb","split":"test","type":"mteb/reddit-clustering"},"metrics":[{"type":"v_measure","value":51.208600000000004,"verified":false},{"type":"v_measure_std","value":4.2761000000000005,"verified":false},{"type":"main_score","value":51.208600000000004,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB RedditClusteringP2P (default)","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33","split":"test","type":"mteb/reddit-clustering-p2p"},"metrics":[{"type":"v_measure","value":60.372899999999994,"verified":false},{"type":"v_measure_std","value":12.0829,"verified":false},{"type":"main_score","value":60.372899999999994,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB SCIDOCS (default)","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88","split":"test","type":"mteb/scidocs"},"metrics":[{"type":"ndcg_at_1","value":22.400000000000002,"verified":false},{"type":"ndcg_at_3","value":19.192,"verified":false},{"type":"ndcg_at_5","value":16.767000000000003,"verified":false},{"type":"ndcg_at_10","value":20.238999999999997,"verified":false},{"type":"ndcg_at_20","value":22.720000000000002,"verified":false},{"type":"ndcg_at_100","value":27.567999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.535,"verified":false},{"type":"map_at_1","value":4.552,"verified":false},{"type":"map_at_3","value":8.495999999999999,"verified":false},{"type":"map_at_5","value":10.213999999999999,"verified":false},{"type":"map_at_10","value":11.985,"verified":false},{"type":"map_at_20","value":12.937000000000001,"verified":false},{"type":"map_at_100","value":13.885,"verified":false},{"type":"map_at_1000","value":14.155999999999999,"verified":false},{"type":"recall_at_1","value":4.552,"verified":false},{"type":"recall_at_3","value":11.067,"verified":false},{"type":"recall_at_5","value":15.052,"verified":false},{"type":"recall_at_10","value":21.422,"verified":false},{"type":"recall_at_20","value":27.279999999999998,"verified":false},{"type":"recall_at_100","value":42.968,"verified":false},{"type":"recall_at_1000","value":67.232,"verified":false},{"type":"precision_at_1","value":22.400000000000002,"verified":false},{"type":"precision_at_3","value":18.2,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"precision_at_10","value":10.58,"verified":false},{"type":"precision_at_20","value":6.715,"verified":false},{"type":"precision_at_100","value":2.114,"verified":false},{"type":"precision_at_1000","value":0.331,"verified":false},{"type":"mrr_at_1","value":22.400000000000002,"verified":false},{"type":"mrr_at_3","value":31.0833,"verified":false},{"type":"mrr_at_5","value":32.853300000000004,"verified":false},{"type":"mrr_at_10","value":34.2814,"verified":false},{"type":"mrr_at_20","value":34.814,"verified":false},{"type":"mrr_at_100","value":35.2576,"verified":false},{"type":"mrr_at_1000","value":35.322199999999995,"verified":false},{"type":"nauc_ndcg_at_1_max","value":23.7575,"verified":false},{"type":"nauc_ndcg_at_1_std","value":4.1697,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_ndcg_at_3_max","value":27.5517,"verified":false},{"type":"nauc_ndcg_at_3_std","value":8.8005,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":22.334799999999998,"verified":false},{"type":"nauc_ndcg_at_5_max","value":28.607599999999998,"verified":false},{"type":"nauc_ndcg_at_5_std","value":10.0785,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":21.4713,"verified":false},{"type":"nauc_ndcg_at_10_max","value":30.812099999999997,"verified":false},{"type":"nauc_ndcg_at_10_std","value":14.4374,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":20.5304,"verified":false},{"type":"nauc_ndcg_at_20_max","value":32.3888,"verified":false},{"type":"nauc_ndcg_at_20_std","value":17.8152,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":20.2815,"verified":false},{"type":"nauc_ndcg_at_100_max","value":34.402100000000004,"verified":false},{"type":"nauc_ndcg_at_100_std","value":22.3694,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":20.9422,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":33.7269,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":23.646700000000003,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":19.7226,"verified":false},{"type":"nauc_map_at_1_max","value":23.5069,"verified":false},{"type":"nauc_map_at_1_std","value":3.8736,"verified":false},{"type":"nauc_map_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_map_at_3_max","value":27.293,"verified":false},{"type":"nauc_map_at_3_std","value":6.9329,"verified":false},{"type":"nauc_map_at_3_diff1","value":21.8664,"verified":false},{"type":"nauc_map_at_5_max","value":28.591100000000004,"verified":false},{"type":"nauc_map_at_5_std","value":8.2248,"verified":false},{"type":"nauc_map_at_5_diff1","value":21.4395,"verified":false},{"type":"nauc_map_at_10_max","value":30.417300000000004,"verified":false},{"type":"nauc_map_at_10_std","value":11.615300000000001,"verified":false},{"type":"nauc_map_at_10_diff1","value":20.624000000000002,"verified":false},{"type":"nauc_map_at_20_max","value":31.479200000000002,"verified":false},{"type":"nauc_map_at_20_std","value":13.808699999999998,"verified":false},{"type":"nauc_map_at_20_diff1","value":20.413,"verified":false},{"type":"nauc_map_at_100_max","value":32.2613,"verified":false},{"type":"nauc_map_at_100_std","value":15.5692,"verified":false},{"type":"nauc_map_at_100_diff1","value":20.5465,"verified":false},{"type":"nauc_map_at_1000_max","value":32.2476,"verified":false},{"type":"nauc_map_at_1000_std","value":15.7471,"verified":false},{"type":"nauc_map_at_1000_diff1","value":20.4622,"verified":false},{"type":"nauc_recall_at_1_max","value":23.5069,"verified":false},{"type":"nauc_recall_at_1_std","value":3.8736,"verified":false},{"type":"nauc_recall_at_1_diff1","value":28.231,"verified":false},{"type":"nauc_recall_at_3_max","value":27.970299999999998,"verified":false},{"type":"nauc_recall_at_3_std","value":10.2171,"verified":false},{"type":"nauc_recall_at_3_diff1","value":19.403699999999997,"verified":false},{"type":"nauc_recall_at_5_max","value":28.4521,"verified":false},{"type":"nauc_recall_at_5_std","value":12.2105,"verified":false},{"type":"nauc_recall_at_5_diff1","value":17.5747,"verified":false},{"type":"nauc_recall_at_10_max","value":30.6955,"verified":false},{"type":"nauc_recall_at_10_std","value":19.096,"verified":false},{"type":"nauc_recall_at_10_diff1","value":15.3116,"verified":false},{"type":"nauc_recall_at_20_max","value":32.1047,"verified":false},{"type":"nauc_recall_at_20_std","value":24.823600000000003,"verified":false},{"type":"nauc_recall_at_20_diff1","value":14.257700000000002,"verified":false},{"type":"nauc_recall_at_100_max","value":33.6062,"verified":false},{"type":"nauc_recall_at_100_std","value":33.8641,"verified":false},{"type":"nauc_recall_at_100_diff1","value":14.5145,"verified":false},{"type":"nauc_recall_at_1000_max","value":26.848300000000002,"verified":false},{"type":"nauc_recall_at_1000_std","value":38.5884,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":5.6408,"verified":false},{"type":"nauc_precision_at_1_max","value":23.7575,"verified":false},{"type":"nauc_precision_at_1_std","value":4.1697,"verified":false},{"type":"nauc_precision_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_precision_at_3_max","value":28.2504,"verified":false},{"type":"nauc_precision_at_3_std","value":10.6227,"verified":false},{"type":"nauc_precision_at_3_diff1","value":19.5683,"verified":false},{"type":"nauc_precision_at_5_max","value":28.8134,"verified":false},{"type":"nauc_precision_at_5_std","value":12.518899999999999,"verified":false},{"type":"nauc_precision_at_5_diff1","value":17.8036,"verified":false},{"type":"nauc_precision_at_10_max","value":30.9813,"verified":false},{"type":"nauc_precision_at_10_std","value":19.3506,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.512,"verified":false},{"type":"nauc_precision_at_20_max","value":32.6743,"verified":false},{"type":"nauc_precision_at_20_std","value":24.9974,"verified":false},{"type":"nauc_precision_at_20_diff1","value":14.794099999999998,"verified":false},{"type":"nauc_precision_at_100_max","value":34.413700000000006,"verified":false},{"type":"nauc_precision_at_100_std","value":34.0889,"verified":false},{"type":"nauc_precision_at_100_diff1","value":15.252699999999999,"verified":false},{"type":"nauc_precision_at_1000_max","value":27.3954,"verified":false},{"type":"nauc_precision_at_1000_std","value":37.8895,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":6.587999999999999,"verified":false},{"type":"nauc_mrr_at_1_max","value":23.7575,"verified":false},{"type":"nauc_mrr_at_1_std","value":4.1697,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":28.3995,"verified":false},{"type":"nauc_mrr_at_3_max","value":26.8324,"verified":false},{"type":"nauc_mrr_at_3_std","value":8.646700000000001,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":25.5754,"verified":false},{"type":"nauc_mrr_at_5_max","value":26.8274,"verified":false},{"type":"nauc_mrr_at_5_std","value":8.911,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":25.106,"verified":false},{"type":"nauc_mrr_at_10_max","value":27.073399999999996,"verified":false},{"type":"nauc_mrr_at_10_std","value":9.7624,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":24.9405,"verified":false},{"type":"nauc_mrr_at_20_max","value":27.1229,"verified":false},{"type":"nauc_mrr_at_20_std","value":10.0676,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":24.8122,"verified":false},{"type":"nauc_mrr_at_100_max","value":27.1391,"verified":false},{"type":"nauc_mrr_at_100_std","value":9.9628,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":24.9507,"verified":false},{"type":"nauc_mrr_at_1000_max","value":27.114,"verified":false},{"type":"nauc_mrr_at_1000_std","value":9.9537,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":24.9421,"verified":false},{"type":"main_score","value":20.238999999999997,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SICK-R (default)","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","type":"mteb/sickr-sts"},"metrics":[{"type":"pearson","value":79.5908,"verified":false},{"type":"spearman","value":73.9888,"verified":false},{"type":"cosine_pearson","value":79.5908,"verified":false},{"type":"cosine_spearman","value":73.9888,"verified":false},{"type":"manhattan_pearson","value":77.0623,"verified":false},{"type":"manhattan_spearman","value":73.7724,"verified":false},{"type":"euclidean_pearson","value":77.30890000000001,"verified":false},{"type":"euclidean_spearman","value":73.9888,"verified":false},{"type":"main_score","value":73.9888,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS12 (default)","revision":"a0d554a64d88156834ff5ae9920b964011b16384","split":"test","type":"mteb/sts12-sts"},"metrics":[{"type":"pearson","value":74.0752,"verified":false},{"type":"spearman","value":71.22699999999999,"verified":false},{"type":"cosine_pearson","value":74.0752,"verified":false},{"type":"cosine_spearman","value":71.22699999999999,"verified":false},{"type":"manhattan_pearson","value":70.6037,"verified":false},{"type":"manhattan_spearman","value":70.9916,"verified":false},{"type":"euclidean_pearson","value":70.922,"verified":false},{"type":"euclidean_spearman","value":71.22699999999999,"verified":false},{"type":"main_score","value":71.22699999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS13 (default)","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca","split":"test","type":"mteb/sts13-sts"},"metrics":[{"type":"pearson","value":77.8946,"verified":false},{"type":"spearman","value":80.4405,"verified":false},{"type":"cosine_pearson","value":77.8946,"verified":false},{"type":"cosine_spearman","value":80.4405,"verified":false},{"type":"manhattan_pearson","value":79.6856,"verified":false},{"type":"manhattan_spearman","value":80.1236,"verified":false},{"type":"euclidean_pearson","value":80.0315,"verified":false},{"type":"euclidean_spearman","value":80.44059999999999,"verified":false},{"type":"main_score","value":80.4405,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS14 (default)","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375","split":"test","type":"mteb/sts14-sts"},"metrics":[{"type":"pearson","value":76.2196,"verified":false},{"type":"spearman","value":75.10419999999999,"verified":false},{"type":"cosine_pearson","value":76.2196,"verified":false},{"type":"cosine_spearman","value":75.10419999999999,"verified":false},{"type":"manhattan_pearson","value":75.4647,"verified":false},{"type":"manhattan_spearman","value":74.81179999999999,"verified":false},{"type":"euclidean_pearson","value":75.8091,"verified":false},{"type":"euclidean_spearman","value":75.10419999999999,"verified":false},{"type":"main_score","value":75.10419999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS15 (default)","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3","split":"test","type":"mteb/sts15-sts"},"metrics":[{"type":"pearson","value":81.2455,"verified":false},{"type":"spearman","value":82.8681,"verified":false},{"type":"cosine_pearson","value":81.2455,"verified":false},{"type":"cosine_spearman","value":82.8681,"verified":false},{"type":"manhattan_pearson","value":82.4327,"verified":false},{"type":"manhattan_spearman","value":82.7513,"verified":false},{"type":"euclidean_pearson","value":82.5635,"verified":false},{"type":"euclidean_spearman","value":82.8681,"verified":false},{"type":"main_score","value":82.8681,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STS16 (default)","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513","split":"test","type":"mteb/sts16-sts"},"metrics":[{"type":"pearson","value":81.6322,"verified":false},{"type":"spearman","value":83.487,"verified":false},{"type":"cosine_pearson","value":81.6322,"verified":false},{"type":"cosine_spearman","value":83.487,"verified":false},{"type":"manhattan_pearson","value":83.0048,"verified":false},{"type":"manhattan_spearman","value":83.4064,"verified":false},{"type":"euclidean_pearson","value":83.0938,"verified":false},{"type":"euclidean_spearman","value":83.487,"verified":false},{"type":"main_score","value":83.487,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-en","name":"MTEB STS17 (en-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":81.1124,"verified":false},{"type":"spearman","value":84.5436,"verified":false},{"type":"cosine_pearson","value":81.1124,"verified":false},{"type":"cosine_spearman","value":84.5436,"verified":false},{"type":"manhattan_pearson","value":83.5158,"verified":false},{"type":"manhattan_spearman","value":84.596,"verified":false},{"type":"euclidean_pearson","value":83.4429,"verified":false},{"type":"euclidean_spearman","value":84.5436,"verified":false},{"type":"main_score","value":84.5436,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-tr","name":"MTEB STS17 (en-tr)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":62.0001,"verified":false},{"type":"spearman","value":63.631099999999996,"verified":false},{"type":"cosine_pearson","value":62.0001,"verified":false},{"type":"cosine_spearman","value":63.631099999999996,"verified":false},{"type":"manhattan_pearson","value":62.239599999999996,"verified":false},{"type":"manhattan_spearman","value":62.892199999999995,"verified":false},{"type":"euclidean_pearson","value":62.9809,"verified":false},{"type":"euclidean_spearman","value":63.631099999999996,"verified":false},{"type":"main_score","value":63.631099999999996,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"it-en","name":"MTEB STS17 (it-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":75.1556,"verified":false},{"type":"spearman","value":76.8807,"verified":false},{"type":"cosine_pearson","value":75.1556,"verified":false},{"type":"cosine_spearman","value":76.8807,"verified":false},{"type":"manhattan_pearson","value":76.2428,"verified":false},{"type":"manhattan_spearman","value":76.8101,"verified":false},{"type":"euclidean_pearson","value":76.107,"verified":false},{"type":"euclidean_spearman","value":76.8807,"verified":false},{"type":"main_score","value":76.8807,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS17 (es-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.85719999999999,"verified":false},{"type":"spearman","value":71.0489,"verified":false},{"type":"cosine_pearson","value":69.85719999999999,"verified":false},{"type":"cosine_spearman","value":71.0489,"verified":false},{"type":"manhattan_pearson","value":71.08449999999999,"verified":false},{"type":"manhattan_spearman","value":71.0051,"verified":false},{"type":"euclidean_pearson","value":71.19760000000001,"verified":false},{"type":"euclidean_spearman","value":71.0489,"verified":false},{"type":"main_score","value":71.0489,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"nl-en","name":"MTEB STS17 (nl-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.1131,"verified":false},{"type":"spearman","value":78.2714,"verified":false},{"type":"cosine_pearson","value":76.1131,"verified":false},{"type":"cosine_spearman","value":78.2714,"verified":false},{"type":"manhattan_pearson","value":76.70270000000001,"verified":false},{"type":"manhattan_spearman","value":77.7803,"verified":false},{"type":"euclidean_pearson","value":77.14269999999999,"verified":false},{"type":"euclidean_spearman","value":78.2714,"verified":false},{"type":"main_score","value":78.2714,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"fr-en","name":"MTEB STS17 (fr-en)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":74.49719999999999,"verified":false},{"type":"spearman","value":76.2747,"verified":false},{"type":"cosine_pearson","value":74.49719999999999,"verified":false},{"type":"cosine_spearman","value":76.2747,"verified":false},{"type":"manhattan_pearson","value":75.071,"verified":false},{"type":"manhattan_spearman","value":75.8969,"verified":false},{"type":"euclidean_pearson","value":75.289,"verified":false},{"type":"euclidean_spearman","value":76.2747,"verified":false},{"type":"main_score","value":76.2747,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-de","name":"MTEB STS17 (en-de)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":76.7073,"verified":false},{"type":"spearman","value":79.3107,"verified":false},{"type":"cosine_pearson","value":76.7073,"verified":false},{"type":"cosine_spearman","value":79.3107,"verified":false},{"type":"manhattan_pearson","value":77.9578,"verified":false},{"type":"manhattan_spearman","value":79.3195,"verified":false},{"type":"euclidean_pearson","value":77.7386,"verified":false},{"type":"euclidean_spearman","value":79.3107,"verified":false},{"type":"main_score","value":79.3107,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en-ar","name":"MTEB STS17 (en-ar)","revision":"faeb762787bd10488a50c8b5be4a3b82e411949c","split":"test","type":"mteb/sts17-crosslingual-sts"},"metrics":[{"type":"pearson","value":60.5826,"verified":false},{"type":"spearman","value":61.0502,"verified":false},{"type":"cosine_pearson","value":60.5826,"verified":false},{"type":"cosine_spearman","value":61.0502,"verified":false},{"type":"manhattan_pearson","value":61.202,"verified":false},{"type":"manhattan_spearman","value":61.2039,"verified":false},{"type":"euclidean_pearson","value":61.1915,"verified":false},{"type":"euclidean_spearman","value":61.0502,"verified":false},{"type":"main_score","value":61.0502,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"en","name":"MTEB STS22 (en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":69.2521,"verified":false},{"type":"spearman","value":68.06219999999999,"verified":false},{"type":"cosine_pearson","value":69.2521,"verified":false},{"type":"cosine_spearman","value":68.06219999999999,"verified":false},{"type":"manhattan_pearson","value":70.5115,"verified":false},{"type":"manhattan_spearman","value":67.8705,"verified":false},{"type":"euclidean_pearson","value":70.68480000000001,"verified":false},{"type":"euclidean_spearman","value":68.06219999999999,"verified":false},{"type":"main_score","value":68.06219999999999,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"pl-en","name":"MTEB STS22 (pl-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.97500000000001,"verified":false},{"type":"spearman","value":76.848,"verified":false},{"type":"cosine_pearson","value":77.97500000000001,"verified":false},{"type":"cosine_spearman","value":76.848,"verified":false},{"type":"manhattan_pearson","value":76.4098,"verified":false},{"type":"manhattan_spearman","value":76.6188,"verified":false},{"type":"euclidean_pearson","value":77.17500000000001,"verified":false},{"type":"euclidean_spearman","value":76.848,"verified":false},{"type":"main_score","value":76.848,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"zh-en","name":"MTEB STS22 (zh-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":71.3604,"verified":false},{"type":"spearman","value":70.7891,"verified":false},{"type":"cosine_pearson","value":71.3604,"verified":false},{"type":"cosine_spearman","value":70.7891,"verified":false},{"type":"manhattan_pearson","value":73.0185,"verified":false},{"type":"manhattan_spearman","value":70.79299999999999,"verified":false},{"type":"euclidean_pearson","value":73.17620000000001,"verified":false},{"type":"euclidean_spearman","value":70.7891,"verified":false},{"type":"main_score","value":70.7891,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"es-en","name":"MTEB STS22 (es-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":77.58239999999999,"verified":false},{"type":"spearman","value":78.5907,"verified":false},{"type":"cosine_pearson","value":77.58239999999999,"verified":false},{"type":"cosine_spearman","value":78.5907,"verified":false},{"type":"manhattan_pearson","value":79.25720000000001,"verified":false},{"type":"manhattan_spearman","value":78.6249,"verified":false},{"type":"euclidean_pearson","value":79.3724,"verified":false},{"type":"euclidean_spearman","value":78.5907,"verified":false},{"type":"main_score","value":78.5907,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"de-en","name":"MTEB STS22 (de-en)","revision":"de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3","split":"test","type":"mteb/sts22-crosslingual-sts"},"metrics":[{"type":"pearson","value":63.324000000000005,"verified":false},{"type":"spearman","value":55.1099,"verified":false},{"type":"cosine_pearson","value":63.324000000000005,"verified":false},{"type":"cosine_spearman","value":55.1099,"verified":false},{"type":"manhattan_pearson","value":67.3128,"verified":false},{"type":"manhattan_spearman","value":56.340199999999996,"verified":false},{"type":"euclidean_pearson","value":67.12089999999999,"verified":false},{"type":"euclidean_spearman","value":55.1099,"verified":false},{"type":"main_score","value":55.1099,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB STSBenchmark (default)","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831","split":"test","type":"mteb/stsbenchmark-sts"},"metrics":[{"type":"pearson","value":78.02329999999999,"verified":false},{"type":"spearman","value":79.1887,"verified":false},{"type":"cosine_pearson","value":78.02329999999999,"verified":false},{"type":"cosine_spearman","value":79.1887,"verified":false},{"type":"manhattan_pearson","value":78.8951,"verified":false},{"type":"manhattan_spearman","value":78.9444,"verified":false},{"type":"euclidean_pearson","value":79.1499,"verified":false},{"type":"euclidean_spearman","value":79.1888,"verified":false},{"type":"main_score","value":79.1887,"verified":false}],"task":{"type":"STS"}},{"dataset":{"config":"default","name":"MTEB SciDocsRR (default)","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab","split":"test","type":"mteb/scidocs-reranking"},"metrics":[{"type":"map","value":78.7501,"verified":false},{"type":"mrr","value":93.9748,"verified":false},{"type":"nAUC_map_max","value":54.495599999999996,"verified":false},{"type":"nAUC_map_std","value":70.0377,"verified":false},{"type":"nAUC_map_diff1","value":6.0146999999999995,"verified":false},{"type":"nAUC_mrr_max","value":81.1486,"verified":false},{"type":"nAUC_mrr_std","value":78.3478,"verified":false},{"type":"nAUC_mrr_diff1","value":50.7613,"verified":false},{"type":"main_score","value":78.7501,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SciFact (default)","revision":"0228b52cf27578f30900b9e5271d331663a030d7","split":"test","type":"mteb/scifact"},"metrics":[{"type":"ndcg_at_1","value":58.667,"verified":false},{"type":"ndcg_at_3","value":66.022,"verified":false},{"type":"ndcg_at_5","value":68.508,"verified":false},{"type":"ndcg_at_10","value":70.586,"verified":false},{"type":"ndcg_at_20","value":71.714,"verified":false},{"type":"ndcg_at_100","value":72.81,"verified":false},{"type":"ndcg_at_1000","value":73.482,"verified":false},{"type":"map_at_1","value":55.594,"verified":false},{"type":"map_at_3","value":63.2,"verified":false},{"type":"map_at_5","value":64.996,"verified":false},{"type":"map_at_10","value":65.988,"verified":false},{"type":"map_at_20","value":66.347,"verified":false},{"type":"map_at_100","value":66.526,"verified":false},{"type":"map_at_1000","value":66.547,"verified":false},{"type":"recall_at_1","value":55.594,"verified":false},{"type":"recall_at_3","value":71.22800000000001,"verified":false},{"type":"recall_at_5","value":77.078,"verified":false},{"type":"recall_at_10","value":83.172,"verified":false},{"type":"recall_at_20","value":87.422,"verified":false},{"type":"recall_at_100","value":93.167,"verified":false},{"type":"recall_at_1000","value":98.667,"verified":false},{"type":"precision_at_1","value":58.667,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.333000000000002,"verified":false},{"type":"precision_at_10","value":9.433,"verified":false},{"type":"precision_at_20","value":4.967,"verified":false},{"type":"precision_at_100","value":1.06,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"mrr_at_1","value":58.666700000000006,"verified":false},{"type":"mrr_at_3","value":65.3889,"verified":false},{"type":"mrr_at_5","value":66.62219999999999,"verified":false},{"type":"mrr_at_10","value":67.3364,"verified":false},{"type":"mrr_at_20","value":67.6046,"verified":false},{"type":"mrr_at_100","value":67.73320000000001,"verified":false},{"type":"mrr_at_1000","value":67.7526,"verified":false},{"type":"nauc_ndcg_at_1_max","value":60.2511,"verified":false},{"type":"nauc_ndcg_at_1_std","value":12.422,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_ndcg_at_3_max","value":60.2109,"verified":false},{"type":"nauc_ndcg_at_3_std","value":11.0152,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":71.0436,"verified":false},{"type":"nauc_ndcg_at_5_max","value":62.690999999999995,"verified":false},{"type":"nauc_ndcg_at_5_std","value":13.585700000000001,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":70.4007,"verified":false},{"type":"nauc_ndcg_at_10_max","value":62.740899999999996,"verified":false},{"type":"nauc_ndcg_at_10_std","value":13.980400000000001,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":70.0506,"verified":false},{"type":"nauc_ndcg_at_20_max","value":62.271699999999996,"verified":false},{"type":"nauc_ndcg_at_20_std","value":15.9756,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":70.3237,"verified":false},{"type":"nauc_ndcg_at_100_max","value":62.125,"verified":false},{"type":"nauc_ndcg_at_100_std","value":15.5809,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":70.4151,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":61.9259,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":15.3462,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":70.7346,"verified":false},{"type":"nauc_map_at_1_max","value":53.6767,"verified":false},{"type":"nauc_map_at_1_std","value":3.7751,"verified":false},{"type":"nauc_map_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_map_at_3_max","value":57.0403,"verified":false},{"type":"nauc_map_at_3_std","value":8.2272,"verified":false},{"type":"nauc_map_at_3_diff1","value":71.7906,"verified":false},{"type":"nauc_map_at_5_max","value":59.6713,"verified":false},{"type":"nauc_map_at_5_std","value":10.8346,"verified":false},{"type":"nauc_map_at_5_diff1","value":71.3356,"verified":false},{"type":"nauc_map_at_10_max","value":60.0086,"verified":false},{"type":"nauc_map_at_10_std","value":11.4394,"verified":false},{"type":"nauc_map_at_10_diff1","value":71.14869999999999,"verified":false},{"type":"nauc_map_at_20_max","value":59.940599999999996,"verified":false},{"type":"nauc_map_at_20_std","value":12.0728,"verified":false},{"type":"nauc_map_at_20_diff1","value":71.31,"verified":false},{"type":"nauc_map_at_100_max","value":59.95589999999999,"verified":false},{"type":"nauc_map_at_100_std","value":12.148299999999999,"verified":false},{"type":"nauc_map_at_100_diff1","value":71.2142,"verified":false},{"type":"nauc_map_at_1000_max","value":59.9486,"verified":false},{"type":"nauc_map_at_1000_std","value":12.139,"verified":false},{"type":"nauc_map_at_1000_diff1","value":71.2225,"verified":false},{"type":"nauc_recall_at_1_max","value":53.6767,"verified":false},{"type":"nauc_recall_at_1_std","value":3.7751,"verified":false},{"type":"nauc_recall_at_1_diff1","value":74.60329999999999,"verified":false},{"type":"nauc_recall_at_3_max","value":60.4078,"verified":false},{"type":"nauc_recall_at_3_std","value":9.038300000000001,"verified":false},{"type":"nauc_recall_at_3_diff1","value":67.60119999999999,"verified":false},{"type":"nauc_recall_at_5_max","value":68.0179,"verified":false},{"type":"nauc_recall_at_5_std","value":16.061600000000002,"verified":false},{"type":"nauc_recall_at_5_diff1","value":65.54759999999999,"verified":false},{"type":"nauc_recall_at_10_max","value":68.7372,"verified":false},{"type":"nauc_recall_at_10_std","value":16.8637,"verified":false},{"type":"nauc_recall_at_10_diff1","value":62.7613,"verified":false},{"type":"nauc_recall_at_20_max","value":67.1403,"verified":false},{"type":"nauc_recall_at_20_std","value":31.3919,"verified":false},{"type":"nauc_recall_at_20_diff1","value":62.66929999999999,"verified":false},{"type":"nauc_recall_at_100_max","value":68.6366,"verified":false},{"type":"nauc_recall_at_100_std","value":32.4577,"verified":false},{"type":"nauc_recall_at_100_diff1","value":64.52029999999999,"verified":false},{"type":"nauc_recall_at_1000_max","value":70.7166,"verified":false},{"type":"nauc_recall_at_1000_std","value":70.47149999999999,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":85.58590000000001,"verified":false},{"type":"nauc_precision_at_1_max","value":60.2511,"verified":false},{"type":"nauc_precision_at_1_std","value":12.422,"verified":false},{"type":"nauc_precision_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_precision_at_3_max","value":58.75280000000001,"verified":false},{"type":"nauc_precision_at_3_std","value":27.605400000000003,"verified":false},{"type":"nauc_precision_at_3_diff1","value":49.1523,"verified":false},{"type":"nauc_precision_at_5_max","value":56.4694,"verified":false},{"type":"nauc_precision_at_5_std","value":39.080799999999996,"verified":false},{"type":"nauc_precision_at_5_diff1","value":28.8162,"verified":false},{"type":"nauc_precision_at_10_max","value":48.8894,"verified":false},{"type":"nauc_precision_at_10_std","value":43.8149,"verified":false},{"type":"nauc_precision_at_10_diff1","value":15.0093,"verified":false},{"type":"nauc_precision_at_20_max","value":41.4059,"verified":false},{"type":"nauc_precision_at_20_std","value":50.7143,"verified":false},{"type":"nauc_precision_at_20_diff1","value":8.3552,"verified":false},{"type":"nauc_precision_at_100_max","value":33.5064,"verified":false},{"type":"nauc_precision_at_100_std","value":52.8775,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-5.0870999999999995,"verified":false},{"type":"nauc_precision_at_1000_max","value":23.9064,"verified":false},{"type":"nauc_precision_at_1000_std","value":57.784800000000004,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-20.1246,"verified":false},{"type":"nauc_mrr_at_1_max","value":60.2511,"verified":false},{"type":"nauc_mrr_at_1_std","value":12.422,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":74.4289,"verified":false},{"type":"nauc_mrr_at_3_max","value":62.663199999999996,"verified":false},{"type":"nauc_mrr_at_3_std","value":14.7348,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":72.1185,"verified":false},{"type":"nauc_mrr_at_5_max","value":63.3871,"verified":false},{"type":"nauc_mrr_at_5_std","value":15.773000000000001,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":71.6722,"verified":false},{"type":"nauc_mrr_at_10_max","value":62.8474,"verified":false},{"type":"nauc_mrr_at_10_std","value":15.1896,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":71.64110000000001,"verified":false},{"type":"nauc_mrr_at_20_max","value":62.699400000000004,"verified":false},{"type":"nauc_mrr_at_20_std","value":15.554499999999999,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":71.6049,"verified":false},{"type":"nauc_mrr_at_100_max","value":62.6665,"verified":false},{"type":"nauc_mrr_at_100_std","value":15.4586,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":71.6217,"verified":false},{"type":"nauc_mrr_at_1000_max","value":62.6641,"verified":false},{"type":"nauc_mrr_at_1000_std","value":15.4535,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":71.6307,"verified":false},{"type":"main_score","value":70.586,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB SprintDuplicateQuestions (default)","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46","split":"test","type":"mteb/sprintduplicatequestions-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":99.8416,"verified":false},{"type":"similarity_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"similarity_f1","value":92.008,"verified":false},{"type":"similarity_f1_threshold","value":74.4529,"verified":false},{"type":"similarity_precision","value":91.9162,"verified":false},{"type":"similarity_recall","value":92.10000000000001,"verified":false},{"type":"similarity_ap","value":96.54209999999999,"verified":false},{"type":"cosine_accuracy","value":99.8416,"verified":false},{"type":"cosine_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"cosine_f1","value":92.008,"verified":false},{"type":"cosine_f1_threshold","value":74.4529,"verified":false},{"type":"cosine_precision","value":91.9162,"verified":false},{"type":"cosine_recall","value":92.10000000000001,"verified":false},{"type":"cosine_ap","value":96.54209999999999,"verified":false},{"type":"manhattan_accuracy","value":99.8446,"verified":false},{"type":"manhattan_accuracy_threshold","value":1784.866,"verified":false},{"type":"manhattan_f1","value":92.1539,"verified":false},{"type":"manhattan_f1_threshold","value":1787.6774,"verified":false},{"type":"manhattan_precision","value":92.1079,"verified":false},{"type":"manhattan_recall","value":92.2,"verified":false},{"type":"manhattan_ap","value":96.5207,"verified":false},{"type":"euclidean_accuracy","value":99.8416,"verified":false},{"type":"euclidean_accuracy_threshold","value":71.3853,"verified":false},{"type":"euclidean_f1","value":92.008,"verified":false},{"type":"euclidean_f1_threshold","value":71.4803,"verified":false},{"type":"euclidean_precision","value":91.9162,"verified":false},{"type":"euclidean_recall","value":92.10000000000001,"verified":false},{"type":"euclidean_ap","value":96.54209999999999,"verified":false},{"type":"dot_accuracy","value":99.8416,"verified":false},{"type":"dot_accuracy_threshold","value":74.52069999999999,"verified":false},{"type":"dot_f1","value":92.008,"verified":false},{"type":"dot_f1_threshold","value":74.4528,"verified":false},{"type":"dot_precision","value":91.9162,"verified":false},{"type":"dot_recall","value":92.10000000000001,"verified":false},{"type":"dot_ap","value":96.54209999999999,"verified":false},{"type":"max_accuracy","value":99.8446,"verified":false},{"type":"max_f1","value":92.1539,"verified":false},{"type":"max_precision","value":92.1079,"verified":false},{"type":"max_recall","value":92.2,"verified":false},{"type":"max_ap","value":96.54209999999999,"verified":false},{"type":"main_score","value":96.54209999999999,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClustering (default)","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259","split":"test","type":"mteb/stackexchange-clustering"},"metrics":[{"type":"v_measure","value":63.4035,"verified":false},{"type":"v_measure_std","value":4.758,"verified":false},{"type":"main_score","value":63.4035,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackExchangeClusteringP2P (default)","revision":"815ca46b2622cec33ccafc3735d572c266efdb44","split":"test","type":"mteb/stackexchange-clustering-p2p"},"metrics":[{"type":"v_measure","value":36.288599999999995,"verified":false},{"type":"v_measure_std","value":1.3107,"verified":false},{"type":"main_score","value":36.288599999999995,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB StackOverflowDupQuestions (default)","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69","split":"test","type":"mteb/stackoverflowdupquestions-reranking"},"metrics":[{"type":"map","value":51.457699999999996,"verified":false},{"type":"mrr","value":52.374500000000005,"verified":false},{"type":"nAUC_map_max","value":12.912399999999998,"verified":false},{"type":"nAUC_map_std","value":6.4524,"verified":false},{"type":"nAUC_map_diff1","value":37.2785,"verified":false},{"type":"nAUC_mrr_max","value":13.333999999999998,"verified":false},{"type":"nAUC_mrr_std","value":7.0440000000000005,"verified":false},{"type":"nAUC_mrr_diff1","value":37.2993,"verified":false},{"type":"main_score","value":51.457699999999996,"verified":false}],"task":{"type":"Reranking"}},{"dataset":{"config":"default","name":"MTEB SummEval (default)","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c","split":"test","type":"mteb/summeval"},"metrics":[{"type":"pearson","value":29.7101,"verified":false},{"type":"spearman","value":30.514200000000002,"verified":false},{"type":"cosine_spearman","value":30.514200000000002,"verified":false},{"type":"cosine_pearson","value":29.7101,"verified":false},{"type":"dot_spearman","value":30.514200000000002,"verified":false},{"type":"dot_pearson","value":29.7101,"verified":false},{"type":"main_score","value":30.514200000000002,"verified":false}],"task":{"type":"Summarization"}},{"dataset":{"config":"default","name":"MTEB TRECCOVID (default)","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e","split":"test","type":"mteb/trec-covid"},"metrics":[{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_3","value":86.542,"verified":false},{"type":"ndcg_at_5","value":85.297,"verified":false},{"type":"ndcg_at_10","value":83.866,"verified":false},{"type":"ndcg_at_20","value":80.553,"verified":false},{"type":"ndcg_at_100","value":65.091,"verified":false},{"type":"ndcg_at_1000","value":57.86900000000001,"verified":false},{"type":"map_at_1","value":0.23500000000000001,"verified":false},{"type":"map_at_3","value":0.7100000000000001,"verified":false},{"type":"map_at_5","value":1.1440000000000001,"verified":false},{"type":"map_at_10","value":2.185,"verified":false},{"type":"map_at_20","value":4.004,"verified":false},{"type":"map_at_100","value":13.25,"verified":false},{"type":"map_at_1000","value":32.668,"verified":false},{"type":"recall_at_1","value":0.23500000000000001,"verified":false},{"type":"recall_at_3","value":0.736,"verified":false},{"type":"recall_at_5","value":1.191,"verified":false},{"type":"recall_at_10","value":2.323,"verified":false},{"type":"recall_at_20","value":4.390000000000001,"verified":false},{"type":"recall_at_100","value":15.962000000000002,"verified":false},{"type":"recall_at_1000","value":54.290000000000006,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_3","value":92,"verified":false},{"type":"precision_at_5","value":90,"verified":false},{"type":"precision_at_10","value":88.6,"verified":false},{"type":"precision_at_20","value":85.5,"verified":false},{"type":"precision_at_100","value":67.14,"verified":false},{"type":"precision_at_1000","value":25.81,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_3","value":94.6667,"verified":false},{"type":"mrr_at_5","value":94.6667,"verified":false},{"type":"mrr_at_10","value":94.6667,"verified":false},{"type":"mrr_at_20","value":94.6667,"verified":false},{"type":"mrr_at_100","value":94.6667,"verified":false},{"type":"mrr_at_1000","value":94.6667,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-0.0208,"verified":false},{"type":"nauc_ndcg_at_1_std","value":9.228200000000001,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-7.4962,"verified":false},{"type":"nauc_ndcg_at_3_max","value":16.5755,"verified":false},{"type":"nauc_ndcg_at_3_std","value":39.0511,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-14.5975,"verified":false},{"type":"nauc_ndcg_at_5_max","value":15.326799999999999,"verified":false},{"type":"nauc_ndcg_at_5_std","value":44.2523,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-15.004600000000002,"verified":false},{"type":"nauc_ndcg_at_10_max","value":34.5609,"verified":false},{"type":"nauc_ndcg_at_10_std","value":62.8752,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-22.9907,"verified":false},{"type":"nauc_ndcg_at_20_max","value":35.7633,"verified":false},{"type":"nauc_ndcg_at_20_std","value":74.1826,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-26.3264,"verified":false},{"type":"nauc_ndcg_at_100_max","value":36.939499999999995,"verified":false},{"type":"nauc_ndcg_at_100_std","value":80.702,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-41.7784,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":41.3313,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":68.0671,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-14.6009,"verified":false},{"type":"nauc_map_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_map_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_map_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_map_at_3_max","value":-14.107700000000001,"verified":false},{"type":"nauc_map_at_3_std","value":-23.197699999999998,"verified":false},{"type":"nauc_map_at_3_diff1","value":37.8596,"verified":false},{"type":"nauc_map_at_5_max","value":-12.7588,"verified":false},{"type":"nauc_map_at_5_std","value":-20.174400000000002,"verified":false},{"type":"nauc_map_at_5_diff1","value":39.575700000000005,"verified":false},{"type":"nauc_map_at_10_max","value":-4.8804,"verified":false},{"type":"nauc_map_at_10_std","value":-11.0753,"verified":false},{"type":"nauc_map_at_10_diff1","value":38.2457,"verified":false},{"type":"nauc_map_at_20_max","value":0.7396,"verified":false},{"type":"nauc_map_at_20_std","value":0.3599,"verified":false},{"type":"nauc_map_at_20_diff1","value":35.4735,"verified":false},{"type":"nauc_map_at_100_max","value":20.011000000000003,"verified":false},{"type":"nauc_map_at_100_std","value":45.2654,"verified":false},{"type":"nauc_map_at_100_diff1","value":3.6394,"verified":false},{"type":"nauc_map_at_1000_max","value":43.317099999999996,"verified":false},{"type":"nauc_map_at_1000_std","value":74.6629,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-22.509,"verified":false},{"type":"nauc_recall_at_1_max","value":-15.2873,"verified":false},{"type":"nauc_recall_at_1_std","value":-24.4781,"verified":false},{"type":"nauc_recall_at_1_diff1","value":35.4803,"verified":false},{"type":"nauc_recall_at_3_max","value":-14.1509,"verified":false},{"type":"nauc_recall_at_3_std","value":-24.7684,"verified":false},{"type":"nauc_recall_at_3_diff1","value":40.6736,"verified":false},{"type":"nauc_recall_at_5_max","value":-13.053899999999999,"verified":false},{"type":"nauc_recall_at_5_std","value":-21.7134,"verified":false},{"type":"nauc_recall_at_5_diff1","value":42.4446,"verified":false},{"type":"nauc_recall_at_10_max","value":-7.3492,"verified":false},{"type":"nauc_recall_at_10_std","value":-15.7989,"verified":false},{"type":"nauc_recall_at_10_diff1","value":41.6543,"verified":false},{"type":"nauc_recall_at_20_max","value":-4.8004,"verified":false},{"type":"nauc_recall_at_20_std","value":-9.6834,"verified":false},{"type":"nauc_recall_at_20_diff1","value":41.7323,"verified":false},{"type":"nauc_recall_at_100_max","value":11.3356,"verified":false},{"type":"nauc_recall_at_100_std","value":28.1118,"verified":false},{"type":"nauc_recall_at_100_diff1","value":15.6166,"verified":false},{"type":"nauc_recall_at_1000_max","value":39.9341,"verified":false},{"type":"nauc_recall_at_1000_std","value":54.15410000000001,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":-2.0016,"verified":false},{"type":"nauc_precision_at_1_max","value":12.2035,"verified":false},{"type":"nauc_precision_at_1_std","value":24.1923,"verified":false},{"type":"nauc_precision_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_precision_at_3_max","value":31.019600000000004,"verified":false},{"type":"nauc_precision_at_3_std","value":56.08539999999999,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-33.821600000000004,"verified":false},{"type":"nauc_precision_at_5_max","value":26.127699999999997,"verified":false},{"type":"nauc_precision_at_5_std","value":52.8458,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-22.24,"verified":false},{"type":"nauc_precision_at_10_max","value":45.8122,"verified":false},{"type":"nauc_precision_at_10_std","value":71.9086,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-28.500700000000002,"verified":false},{"type":"nauc_precision_at_20_max","value":44.2567,"verified":false},{"type":"nauc_precision_at_20_std","value":80.86410000000001,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-28.518,"verified":false},{"type":"nauc_precision_at_100_max","value":42.8044,"verified":false},{"type":"nauc_precision_at_100_std","value":84.13669999999999,"verified":false},{"type":"nauc_precision_at_100_diff1","value":-47.1098,"verified":false},{"type":"nauc_precision_at_1000_max","value":40.260200000000005,"verified":false},{"type":"nauc_precision_at_1000_std","value":53.53059999999999,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":-41.2652,"verified":false},{"type":"nauc_mrr_at_1_max","value":12.2035,"verified":false},{"type":"nauc_mrr_at_1_std","value":24.1923,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":-25.368800000000004,"verified":false},{"type":"nauc_mrr_at_3_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_3_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_5_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_5_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_10_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_10_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_20_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_20_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_100_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_100_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-20.3198,"verified":false},{"type":"nauc_mrr_at_1000_max","value":16.8738,"verified":false},{"type":"nauc_mrr_at_1000_std","value":28.113300000000002,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-20.3198,"verified":false},{"type":"main_score","value":83.866,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB Touche2020 (default)","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f","split":"test","type":"mteb/touche2020"},"metrics":[{"type":"ndcg_at_1","value":38.775999999999996,"verified":false},{"type":"ndcg_at_3","value":33.664,"verified":false},{"type":"ndcg_at_5","value":31.61,"verified":false},{"type":"ndcg_at_10","value":29.499,"verified":false},{"type":"ndcg_at_20","value":29.772,"verified":false},{"type":"ndcg_at_100","value":39.845000000000006,"verified":false},{"type":"ndcg_at_1000","value":51.141999999999996,"verified":false},{"type":"map_at_1","value":3.004,"verified":false},{"type":"map_at_3","value":6.027,"verified":false},{"type":"map_at_5","value":7.993,"verified":false},{"type":"map_at_10","value":11.546,"verified":false},{"type":"map_at_20","value":14.185,"verified":false},{"type":"map_at_100","value":17.698,"verified":false},{"type":"map_at_1000","value":19.364,"verified":false},{"type":"recall_at_1","value":3.004,"verified":false},{"type":"recall_at_3","value":7.178,"verified":false},{"type":"recall_at_5","value":11.196,"verified":false},{"type":"recall_at_10","value":18.584999999999997,"verified":false},{"type":"recall_at_20","value":26.845999999999997,"verified":false},{"type":"recall_at_100","value":49.025,"verified":false},{"type":"recall_at_1000","value":82.884,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_3","value":33.333,"verified":false},{"type":"precision_at_5","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":25.714,"verified":false},{"type":"precision_at_20","value":19.387999999999998,"verified":false},{"type":"precision_at_100","value":7.939,"verified":false},{"type":"precision_at_1000","value":1.545,"verified":false},{"type":"mrr_at_1","value":40.8163,"verified":false},{"type":"mrr_at_3","value":53.401399999999995,"verified":false},{"type":"mrr_at_5","value":56.7687,"verified":false},{"type":"mrr_at_10","value":57.5421,"verified":false},{"type":"mrr_at_20","value":58.142,"verified":false},{"type":"mrr_at_100","value":58.2307,"verified":false},{"type":"mrr_at_1000","value":58.2307,"verified":false},{"type":"nauc_ndcg_at_1_max","value":-18.0584,"verified":false},{"type":"nauc_ndcg_at_1_std","value":-25.634600000000002,"verified":false},{"type":"nauc_ndcg_at_1_diff1","value":-1.7021000000000002,"verified":false},{"type":"nauc_ndcg_at_3_max","value":-17.8622,"verified":false},{"type":"nauc_ndcg_at_3_std","value":-20.119799999999998,"verified":false},{"type":"nauc_ndcg_at_3_diff1","value":-2.399,"verified":false},{"type":"nauc_ndcg_at_5_max","value":-22.0829,"verified":false},{"type":"nauc_ndcg_at_5_std","value":-22.841,"verified":false},{"type":"nauc_ndcg_at_5_diff1","value":-12.350200000000001,"verified":false},{"type":"nauc_ndcg_at_10_max","value":-17.858999999999998,"verified":false},{"type":"nauc_ndcg_at_10_std","value":-17.9067,"verified":false},{"type":"nauc_ndcg_at_10_diff1","value":-9.3129,"verified":false},{"type":"nauc_ndcg_at_20_max","value":-24.479400000000002,"verified":false},{"type":"nauc_ndcg_at_20_std","value":-16.06,"verified":false},{"type":"nauc_ndcg_at_20_diff1","value":-10.57,"verified":false},{"type":"nauc_ndcg_at_100_max","value":-20.9167,"verified":false},{"type":"nauc_ndcg_at_100_std","value":9.6051,"verified":false},{"type":"nauc_ndcg_at_100_diff1","value":-0.2363,"verified":false},{"type":"nauc_ndcg_at_1000_max","value":-13.6708,"verified":false},{"type":"nauc_ndcg_at_1000_std","value":17.956,"verified":false},{"type":"nauc_ndcg_at_1000_diff1","value":-2.5696,"verified":false},{"type":"nauc_map_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_map_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_map_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_map_at_3_max","value":-21.7098,"verified":false},{"type":"nauc_map_at_3_std","value":-32.112899999999996,"verified":false},{"type":"nauc_map_at_3_diff1","value":-8.846,"verified":false},{"type":"nauc_map_at_5_max","value":-16.700200000000002,"verified":false},{"type":"nauc_map_at_5_std","value":-32.643499999999996,"verified":false},{"type":"nauc_map_at_5_diff1","value":-13.9766,"verified":false},{"type":"nauc_map_at_10_max","value":-13.415199999999999,"verified":false},{"type":"nauc_map_at_10_std","value":-28.459200000000003,"verified":false},{"type":"nauc_map_at_10_diff1","value":-12.4042,"verified":false},{"type":"nauc_map_at_20_max","value":-17.8629,"verified":false},{"type":"nauc_map_at_20_std","value":-24.5837,"verified":false},{"type":"nauc_map_at_20_diff1","value":-14.9642,"verified":false},{"type":"nauc_map_at_100_max","value":-15.6478,"verified":false},{"type":"nauc_map_at_100_std","value":-11.4237,"verified":false},{"type":"nauc_map_at_100_diff1","value":-11.542,"verified":false},{"type":"nauc_map_at_1000_max","value":-15.2149,"verified":false},{"type":"nauc_map_at_1000_std","value":-8.0384,"verified":false},{"type":"nauc_map_at_1000_diff1","value":-12.984000000000002,"verified":false},{"type":"nauc_recall_at_1_max","value":-14.276900000000001,"verified":false},{"type":"nauc_recall_at_1_std","value":-31.3091,"verified":false},{"type":"nauc_recall_at_1_diff1","value":-1.4354,"verified":false},{"type":"nauc_recall_at_3_max","value":-23.021900000000002,"verified":false},{"type":"nauc_recall_at_3_std","value":-30.2834,"verified":false},{"type":"nauc_recall_at_3_diff1","value":-11.4226,"verified":false},{"type":"nauc_recall_at_5_max","value":-20.596600000000002,"verified":false},{"type":"nauc_recall_at_5_std","value":-33.219300000000004,"verified":false},{"type":"nauc_recall_at_5_diff1","value":-17.718999999999998,"verified":false},{"type":"nauc_recall_at_10_max","value":-16.1214,"verified":false},{"type":"nauc_recall_at_10_std","value":-23.9041,"verified":false},{"type":"nauc_recall_at_10_diff1","value":-11.047,"verified":false},{"type":"nauc_recall_at_20_max","value":-25.603399999999997,"verified":false},{"type":"nauc_recall_at_20_std","value":-15.8105,"verified":false},{"type":"nauc_recall_at_20_diff1","value":-14.546000000000001,"verified":false},{"type":"nauc_recall_at_100_max","value":-16.389400000000002,"verified":false},{"type":"nauc_recall_at_100_std","value":28.5141,"verified":false},{"type":"nauc_recall_at_100_diff1","value":6.1868,"verified":false},{"type":"nauc_recall_at_1000_max","value":11.022,"verified":false},{"type":"nauc_recall_at_1000_std","value":68.0021,"verified":false},{"type":"nauc_recall_at_1000_diff1","value":8.426,"verified":false},{"type":"nauc_precision_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_precision_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_precision_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_precision_at_3_max","value":-17.2798,"verified":false},{"type":"nauc_precision_at_3_std","value":-20.347199999999997,"verified":false},{"type":"nauc_precision_at_3_diff1","value":-5.2689,"verified":false},{"type":"nauc_precision_at_5_max","value":-19.6408,"verified":false},{"type":"nauc_precision_at_5_std","value":-24.157,"verified":false},{"type":"nauc_precision_at_5_diff1","value":-20.274900000000002,"verified":false},{"type":"nauc_precision_at_10_max","value":-11.8033,"verified":false},{"type":"nauc_precision_at_10_std","value":-7.2727,"verified":false},{"type":"nauc_precision_at_10_diff1","value":-9.3776,"verified":false},{"type":"nauc_precision_at_20_max","value":-20.1541,"verified":false},{"type":"nauc_precision_at_20_std","value":9.0645,"verified":false},{"type":"nauc_precision_at_20_diff1","value":-16.1323,"verified":false},{"type":"nauc_precision_at_100_max","value":0.3701,"verified":false},{"type":"nauc_precision_at_100_std","value":67.6941,"verified":false},{"type":"nauc_precision_at_100_diff1","value":8.0336,"verified":false},{"type":"nauc_precision_at_1000_max","value":38.8632,"verified":false},{"type":"nauc_precision_at_1000_std","value":38.0504,"verified":false},{"type":"nauc_precision_at_1000_diff1","value":0.5907,"verified":false},{"type":"nauc_mrr_at_1_max","value":-17.1625,"verified":false},{"type":"nauc_mrr_at_1_std","value":-27.9451,"verified":false},{"type":"nauc_mrr_at_1_diff1","value":1.0831,"verified":false},{"type":"nauc_mrr_at_3_max","value":-20.479300000000002,"verified":false},{"type":"nauc_mrr_at_3_std","value":-21.9225,"verified":false},{"type":"nauc_mrr_at_3_diff1","value":-1.5211000000000001,"verified":false},{"type":"nauc_mrr_at_5_max","value":-24.8175,"verified":false},{"type":"nauc_mrr_at_5_std","value":-23.805,"verified":false},{"type":"nauc_mrr_at_5_diff1","value":-7.9258,"verified":false},{"type":"nauc_mrr_at_10_max","value":-22.53,"verified":false},{"type":"nauc_mrr_at_10_std","value":-21.9391,"verified":false},{"type":"nauc_mrr_at_10_diff1","value":-5.7533,"verified":false},{"type":"nauc_mrr_at_20_max","value":-22.7064,"verified":false},{"type":"nauc_mrr_at_20_std","value":-22.4697,"verified":false},{"type":"nauc_mrr_at_20_diff1","value":-5.7068,"verified":false},{"type":"nauc_mrr_at_100_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_100_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_100_diff1","value":-5.3738,"verified":false},{"type":"nauc_mrr_at_1000_max","value":-23.0016,"verified":false},{"type":"nauc_mrr_at_1000_std","value":-22.488,"verified":false},{"type":"nauc_mrr_at_1000_diff1","value":-5.3738,"verified":false},{"type":"main_score","value":29.499,"verified":false}],"task":{"type":"Retrieval"}},{"dataset":{"config":"default","name":"MTEB ToxicConversationsClassification (default)","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de","split":"test","type":"mteb/toxic_conversations_50k"},"metrics":[{"type":"accuracy","value":65.8643,"verified":false},{"type":"f1","value":50.6764,"verified":false},{"type":"f1_weighted","value":73.2472,"verified":false},{"type":"ap","value":12.2658,"verified":false},{"type":"ap_weighted","value":12.2658,"verified":false},{"type":"main_score","value":65.8643,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TweetSentimentExtractionClassification (default)","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a","split":"test","type":"mteb/tweet_sentiment_extraction"},"metrics":[{"type":"accuracy","value":59.6633,"verified":false},{"type":"f1","value":59.935700000000004,"verified":false},{"type":"f1_weighted","value":59.0249,"verified":false},{"type":"main_score","value":59.6633,"verified":false}],"task":{"type":"Classification"}},{"dataset":{"config":"default","name":"MTEB TwentyNewsgroupsClustering (default)","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449","split":"test","type":"mteb/twentynewsgroups-clustering"},"metrics":[{"type":"v_measure","value":43.2311,"verified":false},{"type":"v_measure_std","value":2.3994999999999997,"verified":false},{"type":"main_score","value":43.2311,"verified":false}],"task":{"type":"Clustering"}},{"dataset":{"config":"default","name":"MTEB TwitterSemEval2015 (default)","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1","split":"test","type":"mteb/twittersemeval2015-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":83.8469,"verified":false},{"type":"similarity_accuracy_threshold","value":77.6695,"verified":false},{"type":"similarity_f1","value":62.3159,"verified":false},{"type":"similarity_f1_threshold","value":71.6554,"verified":false},{"type":"similarity_precision","value":59.114599999999996,"verified":false},{"type":"similarity_recall","value":65.8839,"verified":false},{"type":"similarity_ap","value":67.00930000000001,"verified":false},{"type":"cosine_accuracy","value":83.8469,"verified":false},{"type":"cosine_accuracy_threshold","value":77.6695,"verified":false},{"type":"cosine_f1","value":62.3159,"verified":false},{"type":"cosine_f1_threshold","value":71.6554,"verified":false},{"type":"cosine_precision","value":59.114599999999996,"verified":false},{"type":"cosine_recall","value":65.8839,"verified":false},{"type":"cosine_ap","value":67.00930000000001,"verified":false},{"type":"manhattan_accuracy","value":83.7694,"verified":false},{"type":"manhattan_accuracy_threshold","value":1677.8293999999999,"verified":false},{"type":"manhattan_f1","value":62.1324,"verified":false},{"type":"manhattan_f1_threshold","value":1848.6641,"verified":false},{"type":"manhattan_precision","value":61.839999999999996,"verified":false},{"type":"manhattan_recall","value":62.4274,"verified":false},{"type":"manhattan_ap","value":66.8849,"verified":false},{"type":"euclidean_accuracy","value":83.8469,"verified":false},{"type":"euclidean_accuracy_threshold","value":66.8288,"verified":false},{"type":"euclidean_f1","value":62.3159,"verified":false},{"type":"euclidean_f1_threshold","value":75.2922,"verified":false},{"type":"euclidean_precision","value":59.114599999999996,"verified":false},{"type":"euclidean_recall","value":65.8839,"verified":false},{"type":"euclidean_ap","value":67.00930000000001,"verified":false},{"type":"dot_accuracy","value":83.8469,"verified":false},{"type":"dot_accuracy_threshold","value":77.6695,"verified":false},{"type":"dot_f1","value":62.3159,"verified":false},{"type":"dot_f1_threshold","value":71.6554,"verified":false},{"type":"dot_precision","value":59.114599999999996,"verified":false},{"type":"dot_recall","value":65.8839,"verified":false},{"type":"dot_ap","value":67.00930000000001,"verified":false},{"type":"max_accuracy","value":83.8469,"verified":false},{"type":"max_f1","value":62.3159,"verified":false},{"type":"max_precision","value":61.839999999999996,"verified":false},{"type":"max_recall","value":65.8839,"verified":false},{"type":"max_ap","value":67.00930000000001,"verified":false},{"type":"main_score","value":67.00930000000001,"verified":false}],"task":{"type":"PairClassification"}},{"dataset":{"config":"default","name":"MTEB TwitterURLCorpus (default)","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf","split":"test","type":"mteb/twitterurlcorpus-pairclassification"},"metrics":[{"type":"similarity_accuracy","value":88.8811,"verified":false},{"type":"similarity_accuracy_threshold","value":71.1053,"verified":false},{"type":"similarity_f1","value":77.9005,"verified":false},{"type":"similarity_f1_threshold","value":67.5068,"verified":false},{"type":"similarity_precision","value":75.5609,"verified":false},{"type":"similarity_recall","value":80.3896,"verified":false},{"type":"similarity_ap","value":85.459,"verified":false},{"type":"cosine_accuracy","value":88.8811,"verified":false},{"type":"cosine_accuracy_threshold","value":71.1053,"verified":false},{"type":"cosine_f1","value":77.9005,"verified":false},{"type":"cosine_f1_threshold","value":67.5068,"verified":false},{"type":"cosine_precision","value":75.5609,"verified":false},{"type":"cosine_recall","value":80.3896,"verified":false},{"type":"cosine_ap","value":85.459,"verified":false},{"type":"manhattan_accuracy","value":88.8598,"verified":false},{"type":"manhattan_accuracy_threshold","value":1928.9173,"verified":false},{"type":"manhattan_f1","value":77.9172,"verified":false},{"type":"manhattan_f1_threshold","value":2007.8883999999998,"verified":false},{"type":"manhattan_precision","value":76.29310000000001,"verified":false},{"type":"manhattan_recall","value":79.6119,"verified":false},{"type":"manhattan_ap","value":85.4464,"verified":false},{"type":"euclidean_accuracy","value":88.8811,"verified":false},{"type":"euclidean_accuracy_threshold","value":76.0193,"verified":false},{"type":"euclidean_f1","value":77.9005,"verified":false},{"type":"euclidean_f1_threshold","value":80.6141,"verified":false},{"type":"euclidean_precision","value":75.5609,"verified":false},{"type":"euclidean_recall","value":80.3896,"verified":false},{"type":"euclidean_ap","value":85.459,"verified":false},{"type":"dot_accuracy","value":88.8811,"verified":false},{"type":"dot_accuracy_threshold","value":71.1053,"verified":false},{"type":"dot_f1","value":77.9005,"verified":false},{"type":"dot_f1_threshold","value":67.5068,"verified":false},{"type":"dot_precision","value":75.5609,"verified":false},{"type":"dot_recall","value":80.3896,"verified":false},{"type":"dot_ap","value":85.459,"verified":false},{"type":"max_accuracy","value":88.8811,"verified":false},{"type":"max_f1","value":77.9172,"verified":false},{"type":"max_precision","value":76.29310000000001,"verified":false},{"type":"max_recall","value":80.3896,"verified":false},{"type":"max_ap","value":85.459,"verified":false},{"type":"main_score","value":85.459,"verified":false}],"task":{"type":"PairClassification"}}]}],"private":false,"repoType":"model","gated":false,"pwcLink":{"url":"https://paperswithcode.com/sota?task=Classification&dataset=MTEB+AmazonCounterfactualClassification+%28en-ext%29"},"tags":["sentence-transformers","onnx","safetensors","xlm-roberta","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js","af","ar","az","be","bg","bn","ca","ceb","cs","cy","da","de","el","en","es","et","eu","fa","fi","fr","gl","gu","he","hi","hr","ht","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ky","lo","lt","lv","mk","ml","mn","mr","ms","my","ne","nl","pa","pl","pt","qu","ro","ru","si","sk","sl","so","sq","sr","sv","sw","ta","te","th","tl","tr","uk","ur","vi","yo","zh","arxiv:2412.04506","license:apache-2.0","model-index","autotrain_compatible","text-embeddings-inference","endpoints_compatible","region:us"],"tag_objs":[{"id":"sentence-similarity","label":"Sentence Similarity","type":"pipeline_tag","subType":"nlp"},{"id":"sentence-transformers","label":"sentence-transformers","type":"library"},{"id":"onnx","label":"ONNX","type":"library"},{"id":"safetensors","label":"Safetensors","type":"library"},{"id":"transformers.js","label":"Transformers.js","type":"library"},{"id":"af","label":"Afrikaans","type":"language"},{"id":"ar","label":"Arabic","type":"language"},{"id":"az","label":"Azerbaijani","type":"language"},{"id":"be","label":"Belarusian","type":"language"},{"id":"bg","label":"Bulgarian","type":"language"},{"id":"bn","label":"Bengali","type":"language"},{"id":"ca","label":"Catalan","type":"language"},{"id":"ceb","label":"Cebuano","type":"language"},{"id":"cs","label":"Czech","type":"language"},{"id":"cy","label":"Welsh","type":"language"},{"id":"da","label":"Danish","type":"language"},{"id":"de","label":"German","type":"language"},{"id":"el","label":"Greek","type":"language"},{"id":"en","label":"English","type":"language"},{"id":"es","label":"Spanish","type":"language"},{"id":"et","label":"Estonian","type":"language"},{"id":"eu","label":"Basque","type":"language"},{"id":"fa","label":"Persian","type":"language"},{"id":"fi","label":"Finnish","type":"language"},{"id":"fr","label":"French","type":"language"},{"id":"gl","label":"Galician","type":"language"},{"id":"gu","label":"Gujarati","type":"language"},{"id":"he","label":"Hebrew","type":"language"},{"id":"hi","label":"Hindi","type":"language"},{"id":"hr","label":"Croatian","type":"language"},{"id":"ht","label":"Haitian","type":"language"},{"id":"hu","label":"Hungarian","type":"language"},{"id":"hy","label":"Armenian","type":"language"},{"id":"id","label":"Indonesian","type":"language"},{"id":"is","label":"Icelandic","type":"language"},{"id":"it","label":"Italian","type":"language"},{"id":"ja","label":"Japanese","type":"language"},{"id":"jv","label":"Javanese","type":"language"},{"id":"ka","label":"Georgian","type":"language"},{"id":"kk","label":"Kazakh","type":"language"},{"id":"km","label":"Khmer","type":"language"},{"id":"kn","label":"Kannada","type":"language"},{"id":"ko","label":"Korean","type":"language"},{"id":"ky","label":"Kyrgyz","type":"language"},{"id":"lo","label":"Lao","type":"language"},{"id":"lt","label":"Lithuanian","type":"language"},{"id":"lv","label":"Latvian","type":"language"},{"id":"mk","label":"Macedonian","type":"language"},{"id":"ml","label":"Malayalam","type":"language"},{"id":"mn","label":"Mongolian","type":"language"},{"id":"mr","label":"Marathi","type":"language"},{"id":"ms","label":"Malay","type":"language"},{"id":"my","label":"Burmese","type":"language"},{"id":"ne","label":"Nepali","type":"language"},{"id":"nl","label":"Dutch","type":"language"},{"id":"pa","label":"Panjabi","type":"language"},{"id":"pl","label":"Polish","type":"language"},{"id":"pt","label":"Portuguese","type":"language"},{"id":"qu","label":"Quechua","type":"language"},{"id":"ro","label":"Romanian","type":"language"},{"id":"ru","label":"Russian","type":"language"},{"id":"si","label":"Sinhala","type":"language"},{"id":"sk","label":"Slovak","type":"language"},{"id":"sl","label":"Slovenian","type":"language"},{"id":"so","label":"Somali","type":"language"},{"id":"sq","label":"Albanian","type":"language"},{"id":"sr","label":"Serbian","type":"language"},{"id":"sv","label":"Swedish","type":"language"},{"id":"sw","label":"Swahili","type":"language"},{"id":"ta","label":"Tamil","type":"language"},{"id":"te","label":"Telugu","type":"language"},{"id":"th","label":"Thai","type":"language"},{"id":"tl","label":"Tagalog","type":"language"},{"id":"tr","label":"Turkish","type":"language"},{"id":"uk","label":"Ukrainian","type":"language"},{"id":"ur","label":"Urdu","type":"language"},{"id":"vi","label":"Vietnamese","type":"language"},{"id":"yo","label":"Yoruba","type":"language"},{"id":"zh","label":"Chinese","type":"language"},{"id":"xlm-roberta","label":"xlm-roberta","type":"other"},{"id":"feature-extraction","label":"feature-extraction","type":"other"},{"id":"mteb","label":"mteb","type":"other"},{"id":"arctic","label":"arctic","type":"other"},{"id":"snowflake-arctic-embed","label":"snowflake-arctic-embed","type":"other"},{"id":"model-index","label":"Eval Results","type":"other"},{"id":"autotrain_compatible","label":"AutoTrain Compatible","type":"other"},{"id":"text-embeddings-inference","label":"text-embeddings-inference","type":"other"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other"},{"id":"arxiv:2412.04506","label":"arxiv:2412.04506","type":"arxiv","extra":{"paperTitle":"Arctic-Embed 2.0: Multilingual Retrieval Without Compromise"}},{"id":"license:apache-2.0","label":"apache-2.0","type":"license"},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"safetensors":{"parameters":{"F32":567754752},"total":567754752,"sharded":false},"hasBlockedOids":false,"region":"us","isQuantized":false,"inferenceStatic":"maybe-loadable"}}"><div class="divider-column-vertical"></div> <h2 class="text-smd mb-5 flex items-center overflow-hidden whitespace-nowrap font-semibold text-gray-800"><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="mr-2 w-3 flex-none text-gray-300" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M30 30h-8V4h8z" fill="currentColor"></path><path d="M20 30h-8V12h8z" fill="currentColor"></path><path d="M10 30H2V18h8z" fill="currentColor"></path></svg> Evaluation results <a target="_blank" href="https://huggingface.co/docs/hub/model-cards#evaluation-results"><svg class="ml-1.5 text-sm text-gray-400 hover:text-black dark:hover:text-gray-200" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M17 22v-8h-4v2h2v6h-3v2h8v-2h-3z" fill="currentColor"></path><path d="M16 8a1.5 1.5 0 1 0 1.5 1.5A1.5 1.5 0 0 0 16 8z" fill="currentColor"></path><path d="M16 30a14 14 0 1 1 14-14a14 14 0 0 1-14 14zm0-26a12 12 0 1 0 12 12A12 12 0 0 0 16 4z" fill="currentColor"></path></svg></a> </h2> <ul class="space-y-1.5 text-sm"> <li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: accuracy on MTEB AmazonCounterfactualClassification (en-ext)"><span class="text-gray-500">accuracy</span> on MTEB AmazonCounterfactualClassification (en-ext)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">67.039</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: f1 on MTEB AmazonCounterfactualClassification (en-ext)"><span class="text-gray-500">f1</span> on MTEB AmazonCounterfactualClassification (en-ext)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">55.181</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: f1_weighted on MTEB AmazonCounterfactualClassification (en-ext)"><span class="text-gray-500">f1_weighted</span> on MTEB AmazonCounterfactualClassification (en-ext)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">73.411</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: ap on MTEB AmazonCounterfactualClassification (en-ext)"><span class="text-gray-500">ap</span> on MTEB AmazonCounterfactualClassification (en-ext)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">17.991</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: ap_weighted on MTEB AmazonCounterfactualClassification (en-ext)"><span class="text-gray-500">ap_weighted</span> on MTEB AmazonCounterfactualClassification (en-ext)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">17.991</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: main_score on MTEB AmazonCounterfactualClassification (en-ext)"><span class="text-gray-500">main_score</span> on MTEB AmazonCounterfactualClassification (en-ext)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">67.039</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: accuracy on MTEB AmazonCounterfactualClassification (en)"><span class="text-gray-500">accuracy</span> on MTEB AmazonCounterfactualClassification (en)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">65.597</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: f1 on MTEB AmazonCounterfactualClassification (en)"><span class="text-gray-500">f1</span> on MTEB AmazonCounterfactualClassification (en)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">60.244</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: f1_weighted on MTEB AmazonCounterfactualClassification (en)"><span class="text-gray-500">f1_weighted</span> on MTEB AmazonCounterfactualClassification (en)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">68.998</div> </li><li class="flex items-center space-x-1 text-gray-500 hover:bg-gray-50 dark:hover:bg-gray-900"><div class="mr-1 truncate text-gray-800" title="Classification: ap on MTEB AmazonCounterfactualClassification (en)"><span class="text-gray-500">ap</span> on MTEB AmazonCounterfactualClassification (en)</div> <a class="flex shrink-0 items-center rounded-sm border border-dashed border-gray-200 bg-gray-50 px-1 text-xs leading-snug dark:bg-gray-950" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">test set </a> <a target="_blank" class="flex shrink-0 items-center rounded-sm border border-gray-200 bg-white px-1 text-xs leading-snug" href="/Snowflake/snowflake-arctic-embed-l-v2.0/blob/main/README.md">self-reported </a> <div class="mx-3 mb-1.5 flex-1 self-end border-b border-dashed"></div> <div class="ml-auto font-mono text-xs">29.762</div> </li></ul> <div class="mt-4"><div class="flex items-center"><div class="flex-1 border-b border-dashed"></div> <button class="mx-2 flex h-8 flex-none items-center rounded-lg px-2.5 font-medium text-gray-800 hover:bg-gray-100 hover:text-gray-900 dark:hover:bg-gray-800 dark:hover:text-gray-200"><svg class="text-xs mr-2 -mb-0.5" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg> Expand 4118 evaluations </button> <div class="flex-1 border-b border-dashed"></div></div></div> <div class="mt-auto flex items-center pt-4 text-xs text-gray-500"><a target="_blank" href="https://paperswithcode.com/sota?task=Classification&dataset=MTEB+AmazonCounterfactualClassification+%28en-ext%29" class="flex items-center hover:underline"><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="iconify iconify--carbon mr-1" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><circle cx="7" cy="9" r="3" fill="currentColor"></circle><circle cx="7" cy="23" r="3" fill="currentColor"></circle><path d="M16 22h14v2H16z" fill="currentColor"></path><path d="M16 8h14v2H16z" fill="currentColor"></path></svg> View on Papers With Code</a></div></div> <div class="divider-column-vertical md:hidden"></div></section></div></main> <footer class="b-12 mb-2 flex border-t border-gray-100 md:h-14"><nav class="container relative flex flex-col justify-between space-y-2 py-6 text-gray-500 max-md:*:self-start md:flex-row md:items-center md:space-y-0 md:py-0 md:text-sm"><div class="SVELTE_HYDRATER contents" data-target="ThemeSwitcher" data-props="{"theme":"system","isLoggedIn":false,"menuClassNames":"md:-top-24","classNames":"max-md:mb-5 max-md:*:self-start"}"> <div class="relative inline-block max-md:mb-5 max-md:*:self-start"> <button class="rounded-full border border-gray-100 pl-2 py-1 pr-2.5 flex items-center text-sm text-gray-500 bg-white hover:bg-purple-50 hover:border-purple-200 dark:hover:bg-gray-800 dark:hover:border-gray-950 dark:border-gray-800 " type="button"> <svg class="mr-1.5 text-gray-500" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M29 25H3a1 1 0 1 0 0 2h26a1 1 0 1 0 0-2Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M6 22.5h20a2 2 0 0 0 2-2V7a2 2 0 0 0-2-2H6a2 2 0 0 0-2 2v13.5a2 2 0 0 0 2 2ZM7 7a1 1 0 0 0-1 1v11a1 1 0 0 0 1 1h18a1 1 0 0 0 1-1V8a1 1 0 0 0-1-1H7Z" fill="currentColor"></path><path d="M6 8a1 1 0 0 1 1-1h18a1 1 0 0 1 1 1v11a1 1 0 0 1-1 1H7a1 1 0 0 1-1-1V8Z" fill="currentColor" fill-opacity=".4"></path><path d="M29 25H3a1 1 0 1 0 0 2h26a1 1 0 1 0 0-2Z" fill="currentColor"></path></svg> System theme </button> </div></div> <div class="font-semibold text-black md:hidden">Company</div> <a class="hover:underline" href="/terms-of-service">TOS</a> <a class="hover:underline" href="/privacy">Privacy</a> <a class="hover:underline" href="/huggingface">About</a> <a class="hover:underline" href="https://apply.workable.com/huggingface/">Jobs</a> <a href="/" class="max-md:mb-4! max-md:mt-8! group flex-none max-md:order-last"><svg class="h-7 w-7 transition-transform group-hover:-translate-y-px" viewBox="0 0 95 88" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M47.2119 76.5C66.4037 76.5 81.9619 60.9419 81.9619 41.75C81.9619 22.5581 66.4037 7 47.2119 7C28.02 7 12.4619 22.5581 12.4619 41.75C12.4619 60.9419 28.02 76.5 47.2119 76.5Z" fill="#FFD21E"></path><path d="M81.9619 41.75C81.9619 22.5581 66.4037 7 47.2119 7C28.02 7 12.4619 22.5581 12.4619 41.75C12.4619 60.9419 28.02 76.5 47.2119 76.5C66.4037 76.5 81.9619 60.9419 81.9619 41.75ZM8.46185 41.75C8.46185 20.349 25.8108 3 47.2119 3C68.6129 3 85.9619 20.349 85.9619 41.75C85.9619 63.151 68.6129 80.5 47.2119 80.5C25.8108 80.5 8.46185 63.151 8.46185 41.75Z" fill="#FF9D0B"></path><path d="M58.5024 32.2915C59.7768 32.7415 60.2839 35.3615 61.5713 34.6769C64.0095 33.3805 64.9351 30.353 63.6387 27.9148C62.3423 25.4767 59.3148 24.5511 56.8766 25.8475C54.4384 27.1439 53.5128 30.1714 54.8092 32.6096C55.4211 33.7604 57.3632 31.8892 58.5024 32.2915Z" fill="#3A3B45"></path><path d="M34.9454 32.2915C33.671 32.7415 33.164 35.3615 31.8766 34.6769C29.4384 33.3805 28.5128 30.353 29.8092 27.9148C31.1056 25.4767 34.1331 24.5511 36.5713 25.8475C39.0095 27.1439 39.9351 30.1714 38.6387 32.6096C38.0268 33.7604 36.0846 31.8892 34.9454 32.2915Z" fill="#3A3B45"></path><path d="M46.9619 56.289C56.7903 56.289 59.9619 47.5261 59.9619 43.0262C59.9619 40.6875 58.3898 41.4236 55.8718 42.6702C53.5449 43.8222 50.4102 45.4101 46.9619 45.4101C39.7822 45.4101 33.9619 38.5263 33.9619 43.0262C33.9619 47.5261 37.1334 56.289 46.9619 56.289Z" fill="#3A3B45"></path><mask id="mask0" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="33" y="41" width="27" height="16"><path d="M46.9619 56.289C56.7903 56.289 59.9619 47.5261 59.9619 43.0262C59.9619 40.6875 58.3898 41.4236 55.8718 42.6702C53.5449 43.8222 50.4102 45.4101 46.9619 45.4101C39.7822 45.4101 33.9619 38.5263 33.9619 43.0262C33.9619 47.5261 37.1334 56.289 46.9619 56.289Z" fill="white"></path></mask><g mask="url(#mask0)"><path d="M47.2119 66.5C52.0018 66.5 55.8848 62.617 55.8848 57.8271C55.8848 54.0962 53.5291 50.9156 50.224 49.6915C50.1023 49.6464 49.9794 49.604 49.8553 49.5643C49.0219 49.2979 48.1337 52.1623 47.2119 52.1623C46.3506 52.1623 45.5186 49.2797 44.7332 49.5135C41.151 50.5799 38.5389 53.8984 38.5389 57.8271C38.5389 62.617 42.4219 66.5 47.2119 66.5Z" fill="#F94040"></path></g><path d="M70.7119 37C72.5068 37 73.9619 35.5449 73.9619 33.75C73.9619 31.9551 72.5068 30.5 70.7119 30.5C68.9169 30.5 67.4619 31.9551 67.4619 33.75C67.4619 35.5449 68.9169 37 70.7119 37Z" fill="#FF9D0B"></path><path d="M24.2119 37C26.0068 37 27.4619 35.5449 27.4619 33.75C27.4619 31.9551 26.0068 30.5 24.2119 30.5C22.4169 30.5 20.9619 31.9551 20.9619 33.75C20.9619 35.5449 22.4169 37 24.2119 37Z" fill="#FF9D0B"></path><path class="origin-bottom-right transition-transform group-hover:-rotate-6" d="M17.5238 48C15.9048 48 14.4578 48.665 13.4488 49.871C12.8248 50.618 12.1728 51.822 12.1198 53.625C11.4408 53.43 10.7878 53.321 10.1778 53.321C8.6278 53.321 7.2278 53.915 6.2378 54.994C4.9658 56.379 4.4008 58.081 4.6468 59.784C4.7638 60.595 5.0348 61.322 5.4398 61.995C4.5858 62.686 3.9568 63.648 3.6528 64.805C3.4148 65.712 3.1708 67.601 4.4448 69.547C4.3638 69.674 4.2878 69.806 4.2168 69.941C3.4508 71.395 3.4018 73.038 4.0778 74.568C5.1028 76.887 7.6498 78.714 12.5958 80.675C15.6728 81.895 18.4878 82.675 18.5128 82.682C22.5808 83.737 26.2598 84.273 29.4448 84.273C35.2988 84.273 39.4898 82.48 41.9018 78.944C45.7838 73.25 45.2288 68.042 40.2058 63.022C37.4258 60.244 35.5778 56.148 35.1928 55.249C34.4168 52.587 32.3648 49.628 28.9538 49.628H28.9528C28.6658 49.628 28.3758 49.651 28.0898 49.696C26.5958 49.931 25.2898 50.791 24.3568 52.085C23.3498 50.833 22.3718 49.837 21.4868 49.275C20.1528 48.429 18.8198 48 17.5238 48ZM17.5238 52C18.0338 52 18.6568 52.217 19.3438 52.653C21.4768 54.006 25.5928 61.081 27.0998 63.833C27.6048 64.755 28.4678 65.145 29.2448 65.145C30.7868 65.145 31.9908 63.612 29.3858 61.664C25.4688 58.733 26.8428 53.942 28.7128 53.647C28.7948 53.634 28.8758 53.628 28.9538 53.628C30.6538 53.628 31.4038 56.558 31.4038 56.558C31.4038 56.558 33.6018 62.078 37.3778 65.851C41.1538 69.625 41.3488 72.654 38.5968 76.69C36.7198 79.442 33.1268 80.273 29.4448 80.273C25.6258 80.273 21.7108 79.379 19.5168 78.81C19.4088 78.782 6.0658 75.013 7.7558 71.805C8.0398 71.266 8.5078 71.05 9.0968 71.05C11.4768 71.05 15.8058 74.592 17.6668 74.592C18.0828 74.592 18.3758 74.415 18.4958 73.983C19.2888 71.138 6.4388 69.942 7.5218 65.821C7.7128 65.092 8.2308 64.796 8.9588 64.797C12.1038 64.797 19.1598 70.328 20.6388 70.328C20.7518 70.328 20.8328 70.295 20.8768 70.225C21.6178 69.029 21.2118 68.194 15.9888 65.033C10.7658 61.871 7.0998 59.969 9.1848 57.699C9.4248 57.437 9.7648 57.321 10.1778 57.321C13.3488 57.322 20.8408 64.14 20.8408 64.14C20.8408 64.14 22.8628 66.243 24.0858 66.243C24.3668 66.243 24.6058 66.132 24.7678 65.858C25.6348 64.396 16.7148 57.636 16.2118 54.847C15.8708 52.957 16.4508 52 17.5238 52Z" fill="#FF9D0B"></path><path class="origin-bottom-right transition-transform group-hover:-rotate-6" d="M38.5967 76.6898C41.3487 72.6538 41.1537 69.6248 37.3777 65.8508C33.6017 62.0778 31.4037 56.5578 31.4037 56.5578C31.4037 56.5578 30.5827 53.3518 28.7127 53.6468C26.8427 53.9418 25.4697 58.7328 29.3867 61.6638C33.3037 64.5938 28.6067 66.5848 27.0997 63.8328C25.5927 61.0808 21.4777 54.0058 19.3437 52.6528C17.2107 51.2998 15.7087 52.0578 16.2117 54.8468C16.7147 57.6358 25.6357 64.3958 24.7677 65.8588C23.8997 67.3208 20.8407 64.1398 20.8407 64.1398C20.8407 64.1398 11.2687 55.4288 9.18465 57.6988C7.10065 59.9688 10.7657 61.8708 15.9887 65.0328C21.2127 68.1938 21.6177 69.0288 20.8767 70.2248C20.1347 71.4208 8.60465 61.6998 7.52165 65.8208C6.43965 69.9418 19.2887 71.1378 18.4957 73.9828C17.7027 76.8288 9.44465 68.5978 7.75565 71.8048C6.06565 75.0128 19.4087 78.7818 19.5167 78.8098C23.8267 79.9278 34.7727 82.2968 38.5967 76.6898Z" fill="#FFD21E"></path><path class="origin-bottom-left transition-transform group-hover:rotate-6" d="M77.3999 48C79.0189 48 80.4659 48.665 81.4749 49.871C82.0989 50.618 82.7509 51.822 82.8039 53.625C83.4829 53.43 84.1359 53.321 84.7459 53.321C86.2959 53.321 87.6959 53.915 88.6859 54.994C89.9579 56.379 90.5229 58.081 90.2769 59.784C90.1599 60.595 89.8889 61.322 89.4839 61.995C90.3379 62.686 90.9669 63.648 91.2709 64.805C91.5089 65.712 91.7529 67.601 90.4789 69.547C90.5599 69.674 90.6359 69.806 90.7069 69.941C91.4729 71.395 91.5219 73.038 90.8459 74.568C89.8209 76.887 87.2739 78.714 82.3279 80.675C79.2509 81.895 76.4359 82.675 76.4109 82.682C72.3429 83.737 68.6639 84.273 65.4789 84.273C59.6249 84.273 55.4339 82.48 53.0219 78.944C49.1399 73.25 49.6949 68.042 54.7179 63.022C57.4979 60.244 59.3459 56.148 59.7309 55.249C60.5069 52.587 62.5589 49.628 65.9699 49.628H65.9709C66.2579 49.628 66.5479 49.651 66.8339 49.696C68.3279 49.931 69.6339 50.791 70.5669 52.085C71.5739 50.833 72.5519 49.837 73.4369 49.275C74.7709 48.429 76.1039 48 77.3999 48ZM77.3999 52C76.8899 52 76.2669 52.217 75.5799 52.653C73.4469 54.006 69.3309 61.081 67.8239 63.833C67.3189 64.755 66.4559 65.145 65.6789 65.145C64.1369 65.145 62.9329 63.612 65.5379 61.664C69.4549 58.733 68.0809 53.942 66.2109 53.647C66.1289 53.634 66.0479 53.628 65.9699 53.628C64.2699 53.628 63.5199 56.558 63.5199 56.558C63.5199 56.558 61.3219 62.078 57.5459 65.851C53.7699 69.625 53.5749 72.654 56.3269 76.69C58.2039 79.442 61.7969 80.273 65.4789 80.273C69.2979 80.273 73.2129 79.379 75.4069 78.81C75.5149 78.782 88.8579 75.013 87.1679 71.805C86.8839 71.266 86.4159 71.05 85.8269 71.05C83.4469 71.05 79.1179 74.592 77.2569 74.592C76.8409 74.592 76.5479 74.415 76.4279 73.983C75.6349 71.138 88.4849 69.942 87.4019 65.821C87.2109 65.092 86.6929 64.796 85.9649 64.797C82.8199 64.797 75.7639 70.328 74.2849 70.328C74.1719 70.328 74.0909 70.295 74.0469 70.225C73.3059 69.029 73.7119 68.194 78.9349 65.033C84.1579 61.871 87.8239 59.969 85.7389 57.699C85.4989 57.437 85.1589 57.321 84.7459 57.321C81.5749 57.322 74.0829 64.14 74.0829 64.14C74.0829 64.14 72.0609 66.243 70.8379 66.243C70.5569 66.243 70.3179 66.132 70.1559 65.858C69.2889 64.396 78.2089 57.636 78.7119 54.847C79.0529 52.957 78.4729 52 77.3999 52Z" fill="#FF9D0B"></path><path class="origin-bottom-left transition-transform group-hover:rotate-6" d="M56.3271 76.6898C53.5751 72.6538 53.7701 69.6248 57.5461 65.8508C61.3221 62.0778 63.5201 56.5578 63.5201 56.5578C63.5201 56.5578 64.3411 53.3518 66.2111 53.6468C68.0811 53.9418 69.4541 58.7328 65.5371 61.6638C61.6201 64.5938 66.3171 66.5848 67.8241 63.8328C69.3311 61.0808 73.4461 54.0058 75.5801 52.6528C77.7131 51.2998 79.2151 52.0578 78.7121 54.8468C78.2091 57.6358 69.2881 64.3958 70.1561 65.8588C71.0241 67.3208 74.0831 64.1398 74.0831 64.1398C74.0831 64.1398 83.6551 55.4288 85.7391 57.6988C87.8231 59.9688 84.1581 61.8708 78.9351 65.0328C73.7111 68.1938 73.3061 69.0288 74.0471 70.2248C74.7891 71.4208 86.3191 61.6998 87.4021 65.8208C88.4841 69.9418 75.6351 71.1378 76.4281 73.9828C77.2211 76.8288 85.4791 68.5978 87.1681 71.8048C88.8581 75.0128 75.5151 78.7818 75.4071 78.8098C71.0971 79.9278 60.1511 82.2968 56.3271 76.6898Z" fill="#FFD21E"></path></svg></a> <div class="max-md:mt-8! font-semibold text-black md:hidden">Website</div> <a class="hover:underline" href="/models">Models</a> <a class="hover:underline" href="/datasets">Datasets</a> <a class="hover:underline" href="/spaces">Spaces</a> <a class="hover:underline" href="/pricing">Pricing</a> <a class="hover:underline" href="/docs">Docs</a></nav></footer></div> <script> import("\/front\/build\/kube-48788f5\/index.js"); window.moonSha = "kube-48788f5\/"; window.__hf_deferred = {}; </script>  <script> if (["hf.co", "huggingface.co"].includes(window.location.hostname)) { const script = document.createElement("script"); script.src = "https://js.stripe.com/v3/"; script.async = true; document.head.appendChild(script); } </script> </body> </html>

CINXE.COM

Snowflake/snowflake-arctic-embed-l-v2.0 · Hugging Face