CINXE.COM
Sheng Shi | Papers With Code
<!doctype html> <html lang="en"> <head> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> <script> const GTAG_ENABLED = true ; const GTAG_TRACKING_ID = "UA-121182717-1"; const SENTRY_DSN_FRONTEND = "".trim(); const GLOBAL_CSRF_TOKEN = 'JyWHmDHTrem5n9wdg9urNUxGt1pgwb6t78Tj7BhCG5F4FS1gD2GwyIFKLS0mPgWp'; const MEDIA_URL = "https://production-media.paperswithcode.com/"; const ASSETS_URL = "https://production-assets.paperswithcode.com"; run_after_frontend_loaded = window.run_after_frontend_loaded || []; </script> <link rel="preconnect" href="https://production-assets.paperswithcode.com"><link rel="dns-prefetch" href="https://production-assets.paperswithcode.com"><link rel="preload" as="font" type="font/woff2" href="https://production-assets.paperswithcode.com/perf/fonts/65e877e527022735c1a1.woff2" crossorigin><link rel="preload" as="font" type="font/woff2" href="https://production-assets.paperswithcode.com/perf/fonts/917632e36982ca7933c8.woff2" crossorigin><link rel="preload" as="font" type="font/woff2" href="https://production-assets.paperswithcode.com/perf/fonts/f1405bd8a987c2ea8a67.woff2" crossorigin><script>(()=>{if(GTAG_ENABLED){const t=document.createElement("script");function n(){window.dataLayer.push(arguments)}t.src=`https://www.googletagmanager.com/gtag/js?id=${GTAG_TRACKING_ID}`,document.head.appendChild(t),window.dataLayer=window.dataLayer||[],window.gtag=n,n("js",new Date),n("config",GTAG_TRACKING_ID),window.captureOutboundLink=function(t){n("event","click",{event_category:"outbound",event_label:t})}}else window.captureOutboundLink=function(n){document.location=n}})();</script><style>:root{--bs-blue: #0d6efd;--bs-indigo: #6610f2;--bs-purple: #6f42c1;--bs-pink: #d63384;--bs-red: #dc3545;--bs-orange: #fd7e14;--bs-yellow: #ffc107;--bs-green: #198754;--bs-teal: #20c997;--bs-cyan: #21cbce;--bs-white: #fff;--bs-gray: #6c757d;--bs-gray-dark: #343a40;--bs-primary: #0d6efd;--bs-secondary: #6c757d;--bs-success: #198754;--bs-info: #21cbce;--bs-warning: #ffc107;--bs-danger: #dc3545;--bs-light: #f8f9fa;--bs-dark: #212529;--bs-font-sans-serif: system-ui, -apple-system, "Segoe UI", Roboto, "Helvetica Neue", Arial, "Noto Sans", "Liberation Sans", sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji";--bs-font-monospace: SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace;--bs-gradient: linear-gradient(180deg, rgba(255, 255, 255, 0.15), rgba(255, 255, 255, 0))}@font-face{font-family:"Lato";font-style:normal;font-weight:300;font-display:swap;src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/917632e36982ca7933c8.woff2) format("woff2")}@font-face{font-family:"Lato";font-style:normal;font-weight:400;font-display:swap;src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/65e877e527022735c1a1.woff2) format("woff2")}@font-face{font-family:"Lato";font-style:normal;font-weight:700;font-display:swap;src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/f1405bd8a987c2ea8a67.woff2) format("woff2")}@font-face{font-family:"Computer Modern Serif";src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/b63de31899ec71cfb870.woff) format("woff");font-display:swap;font-weight:normal;font-style:normal}@font-face{font-family:"Computer Modern Serif";src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/5d5c7512cb539fb279b2.woff) format("woff");font-display:swap;font-weight:bold;font-style:normal}@font-face{font-family:"Computer Modern Serif";src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/357ce3503c6299bc1b58.woff) format("woff");font-display:swap;font-weight:normal;font-style:italic}@font-face{font-family:"Computer Modern Serif";src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/c83e6f15d4c7568ee872.woff) format("woff");font-display:swap;font-weight:bold;font-style:italic}@font-face{font-family:"Exo";font-style:normal;font-weight:100;src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/729c812ee9989426abb1.woff2) format("woff2");font-display:swap}@font-face{font-family:"Nunito";font-style:normal;font-weight:400;src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/39a18f443d434999b89b.woff2) format("woff2");font-display:swap}@font-face{font-family:"Nunito";font-style:normal;font-weight:700;src:local(""),url(https://production-assets.paperswithcode.com/perf/fonts/4ad349571e28bb59c5a5.woff2) format("woff2");font-display:swap}*,*::before,*::after{box-sizing:border-box}@media(prefers-reduced-motion: no-preference){:root{scroll-behavior:smooth}}body{margin:0;font-family:system-ui,-apple-system,"Segoe UI",Roboto,"Helvetica Neue",Arial,"Noto Sans","Liberation Sans",sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol","Noto Color Emoji";font-size:1rem;font-weight:400;line-height:1.5;color:#212529;background-color:#fff;-webkit-text-size-adjust:100%;-webkit-tap-highlight-color:rgba(0,0,0,0)}[tabindex="-1"]:focus:not(:focus-visible){outline:0 !important}hr{margin:1rem 0;color:#000;background-color:currentColor;border:0;opacity:.1}hr:not([size]){height:1px}h6,h5,h4,h3,h2,h1{margin-top:0;margin-bottom:.5rem;font-weight:500;line-height:1.2}h1{font-size:calc(1.375rem + 1.5vw)}@media(min-width: 1200px){h1{font-size:2.5rem}}h2{font-size:calc(1.325rem + 0.9vw)}@media(min-width: 1200px){h2{font-size:2rem}}h3{font-size:calc(1.3rem + 0.6vw)}@media(min-width: 1200px){h3{font-size:1.75rem}}h4{font-size:calc(1.275rem + 0.3vw)}@media(min-width: 1200px){h4{font-size:1.5rem}}h5{font-size:1.25rem}h6{font-size:1rem}p{margin-top:0;margin-bottom:1rem}ol,ul{padding-left:2rem}ol,ul{margin-top:0;margin-bottom:1rem}ul ul{margin-bottom:0}b,strong{font-weight:bolder}small{font-size:0.875em}a{color:#0d6efd;text-decoration:none}a:hover{color:#0a58ca;text-decoration:none}a:not([href]):not([class]),a:not([href]):not([class]):hover{color:inherit;text-decoration:none}pre,code{font-family:var(--bs-font-monospace);font-size:1em;direction:ltr /* rtl:ignore */;unicode-bidi:bidi-override}pre{display:block;margin-top:0;margin-bottom:1rem;overflow:auto;font-size:0.875em}code{font-size:0.875em;color:#d63384;word-wrap:break-word}a>code{color:inherit}figure{margin:0 0 1rem}img,svg{vertical-align:middle}table{caption-side:bottom;border-collapse:collapse}th{text-align:inherit;text-align:-webkit-match-parent}thead,tbody,tfoot,tr,td,th{border-color:inherit;border-style:solid;border-width:0}label{display:inline-block}button{border-radius:0}button:focus:not(:focus-visible){outline:0}input,button,select,optgroup,textarea{margin:0;font-family:inherit;font-size:inherit;line-height:inherit}button,select{text-transform:none}[role=button]{cursor:pointer}select{word-wrap:normal}[list]::-webkit-calendar-picker-indicator{display:none}button,[type=button],[type=reset],[type=submit]{-webkit-appearance:button}button:not(:disabled),[type=button]:not(:disabled),[type=reset]:not(:disabled),[type=submit]:not(:disabled){cursor:pointer}::-moz-focus-inner{padding:0;border-style:none}textarea{resize:vertical}::-webkit-datetime-edit-fields-wrapper,::-webkit-datetime-edit-text,::-webkit-datetime-edit-minute,::-webkit-datetime-edit-hour-field,::-webkit-datetime-edit-day-field,::-webkit-datetime-edit-month-field,::-webkit-datetime-edit-year-field{padding:0}::-webkit-inner-spin-button{height:auto}[type=search]{outline-offset:-2px;-webkit-appearance:textfield}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-color-swatch-wrapper{padding:0}::file-selector-button{font:inherit}::-webkit-file-upload-button{font:inherit;-webkit-appearance:button}iframe{border:0}[hidden]{display:none !important}.list-unstyled{padding-left:0;list-style:none}small,.small{font-size:0.875em;font-weight:400}.footer{display:block;margin-top:30px;padding:15px;border-top:1px solid #e0e0e0;font-size:13px;color:#aaa;text-align:center}.footer a{color:#999}.footer-contact{margin-bottom:5px}.footer-contact-item{display:inline-block}.footer-links>*:not(:last-child){margin-right:1rem}.icon-wrapper{display:inline-block;width:1em;height:1em;contain:strict;fill:currentcolor;box-sizing:content-box !important}.icon-wrapper.icon-fa{position:relative;top:2px}.icon-wrapper svg{display:block;height:100%;width:100%}.icon-wrapper[data-name=slack] svg{width:200%;height:200%;transform:translate(-25%, -25%)}.icon-wrapper:not(.icon-color)>svg>*{stroke:currentColor}.navbar-brand .icon-wrapper{color:#21cbce;width:30px;height:30px;vertical-align:middle}.navbar-mobile-twitter{margin-right:18px !important;padding-top:1px}.navbar-mobile-twitter a{color:#1d9bf0}.navbar-mobile-twitter .icon-wrapper{width:23px;height:23px}.header-search{margin-bottom:26px}.header-search form{position:relative}.header-search .icon{color:gray;position:absolute !important;top:50% !important;left:initial !important;padding-right:0 !important;transform:translateY(-50%);right:22px;padding:0;height:20px;width:20px}.header-search .icon .icon-wrapper{width:100%;height:100%;top:0}.nav-link-social-icon{color:#1d9bf0;width:25px;height:25px}.nav-link-social-icon-slack{vertical-align:middle}@media(min-width: 992px){.header-search{margin:0}.header-search .icon{right:10px}.nav-link-social-icon{width:20px;height:20px}.nav-link-social-icon-slack{width:22px;height:22px}} </style><link href="https://production-assets.paperswithcode.com/static/css/13.a0e289cc.chunk.css" rel="stylesheet"><link href="https://production-assets.paperswithcode.com/static/css/main.cd7ec85b.chunk.css" rel="stylesheet"> <!-- Metadata --> <title>Sheng Shi | Papers With Code</title> <meta name="description" content="Papers by Sheng Shi with links to code and results." /> <!-- Open Graph protocol metadata --> <meta property="og:title" content="Papers with Code - Sheng Shi"> <meta property="og:description" content="Papers by Sheng Shi with links to code and results."> <meta property="og:image" content="https://paperswithcode.com/static/index.jpeg"> <meta property="og:url" content="https://paperswithcode.com/search?q=author%3ASheng+Shi"> <!-- Twitter metadata --> <meta name="twitter:card" content="summary_large_image"> <meta name="twitter:site" content="@paperswithcode"> <meta name="twitter:title" content="Papers with Code - Sheng Shi"> <meta name="twitter:description" content="Papers by Sheng Shi with links to code and results."> <meta name="twitter:creator" content="@paperswithcode"> <meta name="twitter:url" content="https://paperswithcode.com/search?q=author%3ASheng+Shi"> <meta name="twitter:domain" content="paperswithcode.com"> <!-- JSON LD --> <script type="application/ld+json">{ "@context": "http://schema.org", "@graph": { "@type": "WebPage", "name": "Sheng Shi", "description": "Papers by Sheng Shi with links to code and results.", "url": "https://paperswithcode.com/search?q=author%3ASheng+Shi", "image": "https://paperswithcode.com/static/index.jpeg", "headline": "Sheng Shi" } }</script> <meta name="theme-color" content="#fff"/> <link rel="manifest" href="https://production-assets.paperswithcode.com/static/manifest.web.json"> </head> <body> <nav class="navbar navbar-expand-lg navbar-light header"> <a class="navbar-brand" href="/"> <span class=" icon-wrapper" data-name="pwc"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><path d="M88 128h48v256H88zm144 0h48v256h-48zm-72 16h48v224h-48zm144 0h48v224h-48zm72-16h48v256h-48z"/><path d="M104 104V56H16v400h88v-48H64V104zm304-48v48h40v304h-40v48h88V56z"/></svg></span> </a> <div class="navbar-mobile-twitter d-lg-none"> <a rel="noreferrer" href="https://twitter.com/paperswithcode"> <span class=" icon-wrapper icon-fa icon-fa-brands" data-name="twitter"><svg viewBox="0 0 512.001 515.25" xmlns="http://www.w3.org/2000/svg"><path d="M459.37 152.016c.326 4.548.326 9.097.326 13.645 0 138.72-105.583 298.558-298.559 298.558C101.685 464.22 46.457 447 0 417.114c8.447.973 16.568 1.298 25.34 1.298 49.054 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.113-72.772 6.499.975 12.996 1.624 19.819 1.624 9.42 0 18.843-1.3 27.613-3.573-48.08-9.747-84.142-51.98-84.142-102.984v-1.3c13.968 7.798 30.213 12.67 47.43 13.32-28.263-18.843-46.78-51.006-46.78-87.391 0-19.492 5.196-37.36 14.294-52.954 51.654 63.674 129.3 105.258 216.364 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.827 46.782-104.934 104.934-104.934 30.214 0 57.502 12.67 76.671 33.136 23.715-4.548 46.455-13.319 66.599-25.34-7.798 24.367-24.366 44.834-46.132 57.828 21.117-2.274 41.584-8.122 60.426-16.244-14.292 20.791-32.161 39.309-52.628 54.253z"/></svg></span> </a> </div> <button class="navbar-toggler" type="button" data-toggle="collapse" data-bs-toggle="collapse" data-target="#top-menu" data-bs-target="#top-menu" aria-controls="top-menu" aria-expanded="false" aria-label="Toggle navigation" > <span class="navbar-toggler-icon"></span> </button> <div class="collapse navbar-collapse" id="top-menu"> <ul class="navbar-nav mr-auto navbar-nav__left light-header"> <li class="nav-item header-search"> <form action="/search" method="get" id="id_global_search_form" autocomplete="off"> <input type="text" name="q_meta" style="display:none" id="q_meta" /> <input type="hidden" name="q_type" id="q_type" /> <input id="id_global_search_input" autocomplete="off" value="" name='q' class="global-search" type="search" placeholder='Search'/> <button type="submit" class="icon"><span class=" icon-wrapper icon-fa icon-fa-light" data-name="search"><svg viewBox="0 0 512.025 520.146" xmlns="http://www.w3.org/2000/svg"><path d="M508.5 482.6c4.7 4.7 4.7 12.3 0 17l-9.9 9.9c-4.7 4.7-12.3 4.7-17 0l-129-129c-2.2-2.3-3.5-5.3-3.5-8.5v-10.2C312 396 262.5 417 208 417 93.1 417 0 323.9 0 209S93.1 1 208 1s208 93.1 208 208c0 54.5-21 104-55.3 141.1H371c3.2 0 6.2 1.2 8.5 3.5zM208 385c97.3 0 176-78.7 176-176S305.3 33 208 33 32 111.7 32 209s78.7 176 176 176z"/></svg></span></button> </form> </li> <li class="nav-item"> <a class="nav-link" href="/sota"> Browse State-of-the-Art </a> </li> <li class="nav-item"> <a class="nav-link" href="/datasets"> Datasets </a> </li> <li class="nav-item"> <a class="nav-link" href="/methods">Methods</a> </li> <li class="nav-item dropdown"> <a class="nav-link dropdown-toggle" role="button" id="navbarDropdownRepro" data-toggle="dropdown" data-bs-toggle="dropdown" aria-haspopup="true" aria-expanded="false" > More </a> <div class="dropdown-menu" aria-labelledby="navbarDropdownRepro"> <a class="dropdown-item" href="/newsletter">Newsletter</a> <a class="dropdown-item" href="/rc2022">RC2022</a> <div class="dropdown-divider"></div> <a class="dropdown-item" href="/about">About</a> <a class="dropdown-item" href="/trends">Trends</a> <a class="dropdown-item" href="https://portal.paperswithcode.com/"> Portals </a> <a class="dropdown-item" href="/libraries"> Libraries </a> </div> </li> </ul> <ul class="navbar-nav ml-auto navbar-nav__right navbar-subscribe justify-content-center align-items-center"> <li class="nav-item"> <a class="nav-link" rel="noreferrer" href="https://twitter.com/paperswithcode"> <span class="nav-link-social-icon icon-wrapper icon-fa icon-fa-brands" data-name="twitter"><svg viewBox="0 0 512.001 515.25" xmlns="http://www.w3.org/2000/svg"><path d="M459.37 152.016c.326 4.548.326 9.097.326 13.645 0 138.72-105.583 298.558-298.559 298.558C101.685 464.22 46.457 447 0 417.114c8.447.973 16.568 1.298 25.34 1.298 49.054 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.113-72.772 6.499.975 12.996 1.624 19.819 1.624 9.42 0 18.843-1.3 27.613-3.573-48.08-9.747-84.142-51.98-84.142-102.984v-1.3c13.968 7.798 30.213 12.67 47.43 13.32-28.263-18.843-46.78-51.006-46.78-87.391 0-19.492 5.196-37.36 14.294-52.954 51.654 63.674 129.3 105.258 216.364 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.827 46.782-104.934 104.934-104.934 30.214 0 57.502 12.67 76.671 33.136 23.715-4.548 46.455-13.319 66.599-25.34-7.798 24.367-24.366 44.834-46.132 57.828 21.117-2.274 41.584-8.122 60.426-16.244-14.292 20.791-32.161 39.309-52.628 54.253z"/></svg></span> </a> </li> <li class="nav-item"> <a id="signin-link" class="nav-link" href="/accounts/login?next=/search">Sign In</a> </li> </ul> </div> </nav> <!-- Page modals --> <div class="modal fade" id="emailModal" tabindex="-1" role="dialog" aria-labelledby="emailModalLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h3 class="modal-title" id="emailModalLabel">Subscribe to the PwC Newsletter</h3> <button type="button" class="close" data-dismiss="modal" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <form action="" method="post"> <div class="modal-body"> <div class="modal-body-info-text"> Stay informed on the latest trending ML papers with code, research developments, libraries, methods, and datasets.<br/><br/> <a href="/newsletter">Read previous issues</a> </div> <input type="hidden" name="csrfmiddlewaretoken" value="JyWHmDHTrem5n9wdg9urNUxGt1pgwb6t78Tj7BhCG5F4FS1gD2GwyIFKLS0mPgWp"> <input placeholder="Enter your email" type="email" class="form-control pwc-email" name="address" id="id_address" max_length="100" required> </div> <div class="modal-footer"> <button type="submit" class="btn btn-primary">Subscribe</button> </div> </form> </div> </div> </div> <!-- Login --> <div class="modal fade" id="loginModal" tabindex="-1" role="dialog" aria-labelledby="loginModalLabel" aria-hidden="true"> <div class="modal-dialog" role="document"> <div class="modal-content"> <div class="modal-header"> <h5 class="modal-title" id="loginModalLabel">Join the community</h5> <button type="button" class="close btn-close" data-dismiss="modal" data-bs-dismiss="modal" aria-label="Close"> <span aria-hidden="true">×</span> </button> </div> <div class="login-modal-message"> You need to <a href="/accounts/login?next=/search">log in</a> to edit.<br/> You can <a href="/accounts/register?next=/search">create a new account</a> if you don't have one.<br/><br/> </div> </div> </div> </div> <div class="container content content-buffer "> <div class="author-search-page"> <div class="title home-page-header"> <div class="row"> <div class="col-lg-6"> <h2 class="home-page-title"> Search Results for author: <span class="author-name">Sheng Shi</span> </h2> <h3 class="home-page-subtitle">Found <b>8</b> papers, <b>3</b> papers with code</h3> </div> <div class="col-lg-6 index-group"> <div id="authorSortBy" style="float: right;" class="btn-group pull-right search-page-order-by" role="group"> <div class="btn-group dropdown" role="group"> <button id="btnGroupDrop1" type="button" class="btn btn-outline-secondary dropdown-toggle" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> Date Published <span class=" icon-wrapper icon-fa icon-fa-regular" data-name="chevron-down"><svg viewBox="0 0 448 513.795" xmlns="http://www.w3.org/2000/svg"><path d="M441.9 168.28c4.7 4.7 4.7 12.3 0 17l-209.4 209.4c-4.7 4.7-12.3 4.7-17 0L6.1 185.28c-4.7-4.7-4.7-12.3 0-17l19.8-19.8c4.7-4.7 12.3-4.7 17 0L224 329.18l181.1-180.7c4.701-4.7 12.302-4.7 17 0z"/></svg></span> </button> <div class="dropdown-menu" aria-labelledby="btnGroupDrop1"> <a class="dropdown-item" href="?q=author%3ASheng+Shi&order_by=date">Date Published</a> <a class="dropdown-item" href="?q=author%3ASheng+Shi&order_by=stars">Github Stars</a> </div> </div> <a href="?q=author%3ASheng+Shi&order=asc" type="button" class="btn btn-outline-secondary"> <span class=" icon-wrapper icon-fa icon-fa-regular" data-name="arrow-down"><svg viewBox="0 0 448 513.795" xmlns="http://www.w3.org/2000/svg"><path d="M441.9 251.08c4.7 4.7 4.7 12.3 0 17l-209.4 209.4c-4.7 4.7-12.3 4.7-17 0L6.1 268.08c-4.7-4.7-4.7-12.3 0-17l19.8-19.8c4.7-4.7 12.3-4.7 17 0L198 386.38V44.98c0-6.599 5.401-12 12-12h28c6.6 0 12 5.401 12 12v341.4l155.1-155.1c4.701-4.7 12.302-4.7 17 0z"/></svg></span> </a> </div> </div> </div> </div> <div class="infinite-container text-center"> <div class="row infinite-item item paper-card"> <!-- 2462751 --> <div class="col-lg-3 item-image-col"> <a href="/paper/joyvasa-portrait-and-animal-image-animation"> <div class="item-image" style="background-image: url('https://production-media.paperswithcode.com/thumbnails/papergithubrepo/90de70c1-33fd-429f-893a-96521666ed7c.jpg');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/joyvasa-portrait-and-animal-image-animation">JoyVASA: Portrait and Animal Image Animation with Diffusion-Based Audio-Driven Facial Dynamics and Head Motion Generation</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/joyvasa-portrait-and-animal-image-animation#code">1 code implementation</a> • <span class="author-name-text item-date-pub">14 Nov 2024</span> • <span class="author-span "> <a href="/author/xuyang-cao">Xuyang Cao</a></span>, <span class="author-span "> <a href="/author/guoxin-wang">Guoxin Wang</a></span>, <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/jun-zhao">Jun Zhao</a></span>, <span class="author-span "> <a href="/author/yang-yao">Yang Yao</a></span>, <span class="author-span "> <a href="/author/jintao-fei">Jintao Fei</a></span>, <span class="author-span "> <a href="/author/minyu-gao">Minyu Gao</a></span> </p> <p class="item-strip-abstract">Specifically, in the first stage, we introduce a decoupled facial representation framework that separates dynamic facial expressions from static 3D facial representations.</p> <div class="sota"> </div> <p> <a href="/task/image-animation"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/tasks/default.gif"> <span>Image Animation</span> </span> </a> <a href="/task/motion-generation"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/tasks/default.gif"> <span>Motion Generation</span> </span> </a> <a style="position: relative; top: -2px;" href="/paper/joyvasa-portrait-and-animal-image-animation#tasks"> <span class="badge badge-primary"> <b>+1</b> </span> </a> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary"><span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 396</span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/joyvasa-portrait-and-animal-image-animation" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/joyvasa-portrait-and-animal-image-animation#code" class="badge badge-dark "> <span class=" icon-wrapper icon-ion" data-name="logo-github"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M256 32C132.3 32 32 134.9 32 261.7c0 101.5 64.2 187.5 153.2 217.9a17.56 17.56 0 0 0 3.8.4c8.3 0 11.5-6.1 11.5-11.4 0-5.5-.2-19.9-.3-39.1a102.4 102.4 0 0 1-22.6 2.7c-43.1 0-52.9-33.5-52.9-33.5-10.2-26.5-24.9-33.6-24.9-33.6-19.5-13.7-.1-14.1 1.4-14.1h.1c22.5 2 34.3 23.8 34.3 23.8 11.2 19.6 26.2 25.1 39.6 25.1a63 63 0 0 0 25.6-6c2-14.8 7.8-24.9 14.2-30.7-49.7-5.8-102-25.5-102-113.5 0-25.1 8.7-45.6 23-61.6-2.3-5.8-10-29.2 2.2-60.8a18.64 18.64 0 0 1 5-.5c8.1 0 26.4 3.1 56.6 24.1a208.21 208.21 0 0 1 112.2 0c30.2-21 48.5-24.1 56.6-24.1a18.64 18.64 0 0 1 5 .5c12.2 31.6 4.5 55 2.2 60.8 14.3 16.1 23 36.6 23 61.6 0 88.2-52.4 107.6-102.3 113.3 8 7.1 15.2 21.1 15.2 42.5 0 30.7-.3 55.5-.3 63 0 5.4 3.1 11.5 11.4 11.5a19.35 19.35 0 0 0 4-.4C415.9 449.2 480 363.1 480 261.7 480 134.9 379.7 32 256 32z"/></svg></span> Code </a> <br/> </div> </div> </div> </div> </div> <div class="row infinite-item item paper-card"> <!-- None --> <div class="col-lg-3 item-image-col"> <a href="/paper/joyhallo-digital-human-model-for-mandarin"> <div class="item-image" style="background-image: url('data:image/jpeg;base64,/9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAoKCgoKCgsMDAsPEA4QDxYUExMUFiIYGhgaGCIzICUgICUgMy03LCksNy1RQDg4QFFeT0pPXnFlZXGPiI+7u/v/wgALCACcAPIBAREA/8QAGgABAAMBAQEAAAAAAAAAAAAAAAECAwQFB//aAAgBAQAAAAD7MzwvSN7iZFOeUa6BYIACQgASHP5ukY6RefVkMfLFs7q9vcGPlWvvtEW6JDHx4tEWW6duwMuCnVvdC0yMfMrMXrMOr0DPQK8/RYBh460VSjv9Ew3cfNE1tEdfYGHjwiQ7fTMdnJ5ts9cbW6/RDHx9J00hMdPSYbuHzwT1+kGHlVshC3X6Jlq4OBW0J6/TDHyEpRDt9A5ulw+fIpPd6IYeTNaXgju9I5+hzZkyrtuGHjXotEJ7vRMds+N0JsrG1hh5GsRInp9Apfl8nSkaRER6PeMPHibUmYd3ohycFF6TbLXt7Rl49kxFkdfoByeXE2gPQ7hj5kDTVHR1By+Ulbalo7esZePVJEz2eiHNwTRpES7eoYeNMm0zXr7QQASCAkAAAAAA/8QARBAAAQIEBAMDCQYCCAcAAAAAAQIRAAMSIQQiMUETUWEgMnEUQlJTgZGSodIQI2JyscEzggUVMEOywtHhJVBjg6Li8P/aAAgBAQABPwD7JsxEpNS3Z9hAxshW6vamFY6QBSCpmcmk3jy3Du1RdvRMeWyPxb7QifKmJfiAD8RAMcSX61HxCOJL9aj4hHEl+tR8QjiS/Wo+IQlSVXBB8OytaZaSsuw5XMDGyDur4THlmHBFSlN0EDG4Z0grVf8ACY8tkA+d7ujxLnypossJu2a36xxJfrUfEI4kv1qPiEcSX61HxCOJL9aj4hCVoVooFuRB7bQ0MIaGENDQ0N22hoaGhoaGhobt4pKjKSUpWpQWCySBcDrBkTuIU8HEFIQKSJkCStCFAyMSSTS3EHi4e4jgTV/3E8fdqDmYNnMS5U8S01YfEA0s3FG8GXNKlPhp7gG9Y3uYRJmAk+T4q3OcCCDAkrRUgycQb+s6C14lCdJWFeS4hwNFTX1iWoqQklNJa437WIJEhZqIYbf7EQVTEqvMWvnmJPzMCYqnvzXI0BVcDdnhJWy0ibNuARmLc2N4K10AJVMaom5O1ucKWpOi16g6n3C8GYqkATJhdIUTUf8AWAtZDmYsBRYgEi7WJvFazetYZ9CQ55i+ggLXQ9czVjc7XBGbpeMGqYVLClL0diS3uJPaxC1ysPMmpF0pJDgm/gI/rOeXHDRYA9xfytH9Y4kG0lB0d0riVjcTNWEhEpibuFJYjqee0FeNSWrwju2qof8ApIKZYw4TyBLiP+IpAfyZwDuqHx/o4d3NnVD/ANIecnDMlmuq/Ptzx9xMgIUSrJdSg3QcrogBbVUlh063bJApNR4YJoZ2azajJCwqsIEogPZmb/BAdRYS7MNRy3aiAkpJFD1ADTYl7mmEpdYGjHMKf/SFoqUAlDOCdAO9sTSbQcJNopCUhyTqDrt3YwsmZJWpUwAkjof0A7U8VSljZoTIFKqjt01282BJQGdStDsD/lhpRDDCyc7+b/tAQ1+BLChcEc/GAuaRdCQwtfeHnAAGUBfZUBU0A5Eu/PURVOBfhoZvSiqfSAZaQOioS7XDHs4h+BMpd+j/ALQFYipSq5j1EtmaxgzJ6iDXNA/mEVYgZeLMcHV1N1hUydmzzRcDzm5XhM2ezErIALd57wlWJ0rVozur3nqI404pAK5hsdXcPAXPA/iTDcEOVN1fpzjiT1IU0+a4OgKmbk3XaMEpajMqUs6M7sx8ewpZC0JYZnv2lEJSSdADAxkj0lb+araEqC0gh/7HEgnDzbPaACDdDAj0X/ywAaVEAkOLFIZjcuKYTSSoLTqb5dhv3YZnZPeHogOeRywpx5jdKdnd3pgXD8N7uMov7aYZyAUX3yjU6EZYSbPQXceaNGZjkhgKshII9EC4Gtk7RgaUTJlIbKGdIHzAHYmBPFlO7uw+3GTZklMpSDS5IuAQfiIjyycxzp0GyPq32jyueQghY3csnQFnOaPLcQBaYnfZLBjzq3g4ue7CaguAQQE8nI70HGTtRMTSSbCm3JzVHlU/O01BbonX4oGMnN30gnQsn6ow09cxS0LLlIHIfIE9rFMJExzYC52+ZECkJJtrrlZjoO9vAoc0KRoXLp+qGsHYpb8IcbF6oKdVOl30NPi9lQwcl0aVG6d+ZqiuWQTUlrFnT4t3oK0VIUogP1T9UAJrOZJb8rtyOYQVpJLs2pNSfec0YFwuYOmzbnoT2FpPElnl1+3GAkSmPnOYZRSbqYEWYwmu916cjpAE0AKClM+jK8XhKZgUkVZb830eEhdR7zvfKq29oNYSKTMuepNrgRnIIzBm5xgCqpddVwOfuv2p5AkTCz87tBnKyjhKuLffubmEzJJCCAus1Onim3K7bwFyyShpgDH+931iVikSyQlBU4vVMew8YONQkkcNOo86DjkDWSjR+8x0sIOPSADwUFiXFUeXJJJEpDc6oTjk+pR8Vud4w+JE5JAQlJ5gu47E5IM2UerdT9uOAaUpQBYksQP3BikLBLAgBzYaD+WAUJqJSl0EAaAC9/NgSwQ6ikWdIZJ6N3YCEM+VmLlh4ADLBSjLQ1RA2S9v5YNBALJABdwA7kad2DQVnKDUXGn0xgQApdLMwGwvzLAX7WI/gTS7MIrCSkVMFdSzfFCiR3Cq4uXP1wlVNSnLgMG32Nq4JCqVIW6SATc2ItfNFVyxNLDe/Mh64Qq9lE2F3JAHUFcBgSKncWAVt1zwTQs0qcbXP1xUXJQTpZy4Jf8ANGBupTLfLe5+pXYXTUhwdbfbjikCU5bMWNtvEiEmSUqU6fykpfqRmMApWoqWpABFjlNvi2gKTW6KEtoTT7hmgkOFClgAxBToLP3rw8oVBJSU+KSTyHeitIAKVIcuGdL2/mjKCFGit+afq2jAlNS6WYgOA37E9rEXkTNTbaGXSbKPiFQEqEtIZT39ODWbivXep290KQqsd9ir8UfeubHR/OZjztAExKu6dCfOOsULJCVAsx9IfNoomFQSkHT8XtctBrKRlUGJvnFjtaMI4mTHfu9dSeoHYmPxpXRzq32492lBKtyDc/sRCipqRU4Ja5frvAKl00k3e9SmbbeApVBcKIW7ZiSCC/OAVl1Mpw1gSA24Z4SCFJJfTYq92sJMzM9TXu6oeYALKuPSPsa/vjAllzE3YJDFyR89+1iQ+Hm+EBCQFOhLAg2A3tsmKQKXS4f0R+yYEpgykC4CgaRpo/djLQAEpITfuh3NzamGTnYOLWpAB/8AGGSAKqXYgApH0wJYXYAEhJLsNtfNgJS4pCdC2UajbuxQhLg0/CPpjAUoUqlrJ2ABHuA7E0gTpIa/24qRMmpllIFlbtf3vAwMtkitT1Pon/SPIZQdpqz1pTbwtBwEtOk1TX2T8rQMDKRUAslwdUps5flBwaCqqshmsEpa3sg4GVRQJqtX0SfZpHkMpg61Fgdkt+kSZCcO9BOjdrEgnDzOohwprjvDcOwDenBpzmtJYgBlA7vuoawKarFg97gsDv34eqkunW5qBDnfvxlD5gq17jc7OuAZa1K00bUe+yoKgzq97j64fapKrhr/ADGeHpW+uYt4gOWzbbxgjdTEHKD1f4ldiZSZso31YfZMXLQkKXMpFQ9p5QuZIU5GPWASSACGD7B9hClyWvj1jxIdoTicMkGqcDSA79dCTBxWGFuOh+Tx5ThnI4qXFm3eBisIUvx0k9DHlWG0M5IGpg4nDil5ycwcHZo8qwrPx0MG35wiZLWMiwbAn26dnEmnDzVUuw0qp35xxZYYmUpNrffJvFeHPDFKiqlVSeJoRdoE2Tmsq/8A1RYQlclxZTOX+9EBcmwCVEjfijeEqkrWkUqur1oLEwJkpZahVyA3FHhBXLZJSkn/ALoF4E2TsFNofvRvGBWhSpgTsH79XYXKUtcpaQLK15Dp9mMLSX0zD3+wiBMprZdyDurm+lWkJmyyUlSrgAakfuYTNSE1BZqL8/qgTE0jPZR5qsxv50GclVQqLFtzzf0oM1NKVPoOov8AFCZwpRUvUHcmzsbFUCZa6wlNYa523JqgTUJ881NuSR4gVRgS6ZmaoOObc9yeziLSJhJZh+/QiEzaTaYk1CxrNiDuCreOLRMAE3QjckN8UKmKa0zQ2zKcj4orBBHE5XdXzIVHGJDVl9NVfVCZpQjvVOB5x9zFUFaQtbLVswqJv8UJnJNIqOYWuoC5/NHECVBlr7ujk33PejCF5s3M7dSf1J7WMfg2d6hcP+wMCtySP8XuAaE1oqF9WqdRitQU4QXc+kRDTSQdAWsaoVxGDVAPap39whllKmqLE2ze0aQagpikgsQ92gVM33tifNUzn3wtJzXU9JbXV9hGDJKVkvc7uwO7A9md/Ama6bPz6RQqnKVi93CopUaznYFwCFOx5W1EC6Ug197XNoTvaAVBSXqZ9KVaO1zCEqBAIL30qIZnNzA4h0SagTso9eUFCwVJShbubmqGnJAFKyRoWURbq0JQthlWHd1Mva9i1jGCCwZhJmMQLF2J53btY5uAHSGKhqx/V4QwS4Sip2DAC50L0wlIpUEoTUw2Gu75YSxCaqT/ACi3hlhgKsqanLJ263pgukJypPsAZ7sGTCQkqJpFz3up1bLCSWvTY8hY/DCkprC2DML9fCmFBTOyWYt0cuwyxgmoWKnzPpz9g7M8pEiY6QrmGe0Fctv4EuncUX5WvFaEkEYeWwGyNzqNYUZaWPk0km+iLatzipAAeRKY7BHXxh0BlDDShfZG2+8JWJc0FMmSDoFBNx1d4GMnsFAJ5EU38dYVjZ4SCEpYbUm/zgYyaQkMH/L+t4w8+ZOKgsJAADMGL+89rHCiQKtah7PmIUoNUVgXA2DsPzRfYakdf0XAWSgFw1Vm2O7mqEswLPbRwLbHvQhKpgKpSSWIdm+qBJmgh5KwQD0v8UHD4hiOHM6KIt8lQJGINVcte75WLt0VaPJppPcWLlzZmO/etGFRMlhYUCASGGn7nsz0k4eYWgoTsDcFstgfhhQVSzZnG23wQgppFSdzsbvsRRtBQzdW832sMsFICj0u9L9LimGSbeaw835HLttFIYkCm92HsFqIUAUWAcFrp2ezZYIBWSALAKulnL/ljAUpK2QAGFv/AJKXHaxa+HKCn84Ws3zhWIWCKlpLEOcjGFYgs6VpsTsnePKFKy1jk2RyYOJLJNYFiPMhGJmFQZYFrjKSwudI8tm6ibQCXDlNgdhBxeILATyHc1Oi40eDjJ2qZoFNjdELxU4FuKxYAd2MJOM5MxSluxDANy5p7OJKfJprnboPmY+7LVKCRbdIc6iF2KGUgAh3NNhyEKUkE5k3A9GKkoPeSXAOqYSkzCEICSQNHTdi0HDT1XMq9ncJctaPJcSpLcKk7d0uXYuIGGxA1kh7MclgIGDxANpJKf5RbxjCypktRrQ2UDbbw/s97AdkBu0w+1hyjcMN7/8AKP/Z');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/joyhallo-digital-human-model-for-mandarin">JoyHallo: Digital human model for Mandarin</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/joyhallo-digital-human-model-for-mandarin#code">no code implementations</a> • <span class="author-name-text item-date-pub">20 Sep 2024</span> • <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/xuyang-cao">Xuyang Cao</a></span>, <span class="author-span "> <a href="/author/jun-zhao">Jun Zhao</a></span>, <span class="author-span "> <a href="/author/guoxin-wang">Guoxin Wang</a></span> </p> <p class="item-strip-abstract">In audio-driven video generation, creating Mandarin videos presents significant challenges.</p> <div class="sota"> </div> <p> <a href="/task/text-generation"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/thumbnails/task/2a04ff75-1032-4f9f-911b-f7198faeb6f5.jpg"> <span>Text Generation</span> </span> </a> <a href="/task/video-generation"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/thumbnails/task/11ba3d1a-5ca7-459a-a0dd-658050e2c75b.gif"> <span>Video Generation</span> </span> </a> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary" style="border:none;background-color:transparent"> </span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/joyhallo-digital-human-model-for-mandarin" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/joyhallo-digital-human-model-for-mandarin#code" class="badge badge-dark badge-nocode "> <span class=" icon-wrapper icon-ion" data-name="add"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M256 112v288m144-144H112"/></svg></span> Add Code </a> <br/> </div> </div> </div> </div> </div> <div class="row infinite-item item paper-card"> <!-- None --> <div class="col-lg-3 item-image-col"> <a href="/paper/a-bi-pyramid-multimodal-fusion-method-for-the"> <div class="item-image" style="background-image: url('https://production-media.paperswithcode.com/thumbnails/paper/2401.07571.jpg');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/a-bi-pyramid-multimodal-fusion-method-for-the">A Bi-Pyramid Multimodal Fusion Method for the Diagnosis of Bipolar Disorders</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/a-bi-pyramid-multimodal-fusion-method-for-the#code">no code implementations</a> • <span class="author-name-text item-date-pub">15 Jan 2024</span> • <span class="author-span "> <a href="/author/guoxin-wang">Guoxin Wang</a></span>, <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/shan-an">Shan An</a></span>, <span class="author-span "> <a href="/author/fengmei-fan">Fengmei Fan</a></span>, <span class="author-span "> <a href="/author/wenshu-ge">Wenshu Ge</a></span>, <span class="author-span "> <a href="/author/qi-wang">Qi Wang</a></span>, <span class="author-span "> <a href="/author/feng-yu">Feng Yu</a></span>, <span class="author-span "> <a href="/author/zhiren-wang">Zhiren Wang</a></span> </p> <p class="item-strip-abstract">Previous research on the diagnosis of Bipolar disorder has mainly focused on resting-state functional magnetic resonance imaging.</p> <div class="sota"> </div> <p> <a href="/task/medical-diagnosis"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/tasks/default.gif"> <span>Medical Diagnosis</span> </span> </a> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary" style="border:none;background-color:transparent"> </span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/a-bi-pyramid-multimodal-fusion-method-for-the" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/a-bi-pyramid-multimodal-fusion-method-for-the#code" class="badge badge-dark badge-nocode "> <span class=" icon-wrapper icon-ion" data-name="add"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M256 112v288m144-144H112"/></svg></span> Add Code </a> <br/> </div> </div> </div> </div> </div> <div class="row infinite-item item paper-card"> <!-- 2135817 --> <div class="col-lg-3 item-image-col"> <a href="/paper/again-adversarial-training-with-attribution"> <div class="item-image" style="background-image: url('https://production-media.paperswithcode.com/thumbnails/paper/1210436.jpg');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/again-adversarial-training-with-attribution">AGAIN: Adversarial Training With Attribution Span Enlargement and Hybrid Feature Fusion</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/again-adversarial-training-with-attribution#code">1 code implementation</a> • <span class="item-conference-link"> <a href="/conference/cvpr-2023-1"> CVPR 2023 </a> </span> • <span class="author-span "> <a href="/author/shenglin-yin">Shenglin Yin</a></span>, <span class="author-span "> <a href="/author/kelu-yao">Kelu Yao</a></span>, <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/yangzhou-du">Yangzhou Du</a></span>, <span class="author-span "> <a href="/author/zhen-xiao">Zhen Xiao</a></span> </p> <p class="item-strip-abstract">To this end, compared with standard DNNs, we discover that the generalization gap of adversarially trained DNNs is caused by the smaller attribution span on the input image.</p> <div class="sota"> </div> <p> <a href="/task/diversity"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/tasks/default.gif"> <span>Diversity</span> </span> </a> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary"><span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 5</span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/again-adversarial-training-with-attribution" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/again-adversarial-training-with-attribution#code" class="badge badge-dark "> <span class=" icon-wrapper icon-ion" data-name="logo-github"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M256 32C132.3 32 32 134.9 32 261.7c0 101.5 64.2 187.5 153.2 217.9a17.56 17.56 0 0 0 3.8.4c8.3 0 11.5-6.1 11.5-11.4 0-5.5-.2-19.9-.3-39.1a102.4 102.4 0 0 1-22.6 2.7c-43.1 0-52.9-33.5-52.9-33.5-10.2-26.5-24.9-33.6-24.9-33.6-19.5-13.7-.1-14.1 1.4-14.1h.1c22.5 2 34.3 23.8 34.3 23.8 11.2 19.6 26.2 25.1 39.6 25.1a63 63 0 0 0 25.6-6c2-14.8 7.8-24.9 14.2-30.7-49.7-5.8-102-25.5-102-113.5 0-25.1 8.7-45.6 23-61.6-2.3-5.8-10-29.2 2.2-60.8a18.64 18.64 0 0 1 5-.5c8.1 0 26.4 3.1 56.6 24.1a208.21 208.21 0 0 1 112.2 0c30.2-21 48.5-24.1 56.6-24.1a18.64 18.64 0 0 1 5 .5c12.2 31.6 4.5 55 2.2 60.8 14.3 16.1 23 36.6 23 61.6 0 88.2-52.4 107.6-102.3 113.3 8 7.1 15.2 21.1 15.2 42.5 0 30.7-.3 55.5-.3 63 0 5.4 3.1 11.5 11.4 11.5a19.35 19.35 0 0 0 4-.4C415.9 449.2 480 363.1 480 261.7 480 134.9 379.7 32 256 32z"/></svg></span> Code </a> <br/> </div> </div> </div> </div> </div> <div class="row infinite-item item paper-card"> <!-- 2064483 --> <div class="col-lg-3 item-image-col"> <a href="/paper/window-normalization-enhancing-point-cloud"> <div class="item-image" style="background-image: url('https://production-media.paperswithcode.com/thumbnails/paper/2212.02287.jpg');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/window-normalization-enhancing-point-cloud">Window Normalization: Enhancing Point Cloud Understanding by Unifying Inconsistent Point Densities</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/window-normalization-enhancing-point-cloud#code">1 code implementation</a> • <span class="author-name-text item-date-pub">5 Dec 2022</span> • <span class="author-span "> <a href="/author/qi-wang">Qi Wang</a></span>, <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/jiahui-li">Jiahui Li</a></span>, <span class="author-span "> <a href="/author/wuming-jiang">Wuming Jiang</a></span>, <span class="author-span "> <a href="/author/xiangde-zhang">Xiangde Zhang</a></span> </p> <p class="item-strip-abstract">Existing methods are limited by the inconsistent point densities of different parts in the point cloud.</p> <div class="sota"> <p> <a href="/sota/semantic-segmentation-on-s3dis"> <img style="height:20px;width:35px;position:relative;top:1px;" src="https://production-media.paperswithcode.com/sota-thumbs/semantic-segmentation-on-s3dis-small_6abbc753.png"/> </a> Ranked #6 on <a href="/sota/semantic-segmentation-on-s3dis"> Semantic Segmentation on S3DIS </a> </p> </div> <p> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary"><span class=" icon-wrapper icon-ion" data-name="star"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M394 480a16 16 0 0 1-9.39-3L256 383.76 127.39 477a16 16 0 0 1-24.55-18.08L153 310.35 23 221.2a16 16 0 0 1 9-29.2h160.38l48.4-148.95a16 16 0 0 1 30.44 0l48.4 149H480a16 16 0 0 1 9.05 29.2L359 310.35l50.13 148.53A16 16 0 0 1 394 480z"/></svg></span> 28</span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/window-normalization-enhancing-point-cloud" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/window-normalization-enhancing-point-cloud#code" class="badge badge-dark "> <span class=" icon-wrapper icon-ion" data-name="logo-github"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M256 32C132.3 32 32 134.9 32 261.7c0 101.5 64.2 187.5 153.2 217.9a17.56 17.56 0 0 0 3.8.4c8.3 0 11.5-6.1 11.5-11.4 0-5.5-.2-19.9-.3-39.1a102.4 102.4 0 0 1-22.6 2.7c-43.1 0-52.9-33.5-52.9-33.5-10.2-26.5-24.9-33.6-24.9-33.6-19.5-13.7-.1-14.1 1.4-14.1h.1c22.5 2 34.3 23.8 34.3 23.8 11.2 19.6 26.2 25.1 39.6 25.1a63 63 0 0 0 25.6-6c2-14.8 7.8-24.9 14.2-30.7-49.7-5.8-102-25.5-102-113.5 0-25.1 8.7-45.6 23-61.6-2.3-5.8-10-29.2 2.2-60.8a18.64 18.64 0 0 1 5-.5c8.1 0 26.4 3.1 56.6 24.1a208.21 208.21 0 0 1 112.2 0c30.2-21 48.5-24.1 56.6-24.1a18.64 18.64 0 0 1 5 .5c12.2 31.6 4.5 55 2.2 60.8 14.3 16.1 23 36.6 23 61.6 0 88.2-52.4 107.6-102.3 113.3 8 7.1 15.2 21.1 15.2 42.5 0 30.7-.3 55.5-.3 63 0 5.4 3.1 11.5 11.4 11.5a19.35 19.35 0 0 0 4-.4C415.9 449.2 480 363.1 480 261.7 480 134.9 379.7 32 256 32z"/></svg></span> Code </a> <br/> </div> </div> </div> </div> </div> <div class="row infinite-item item paper-card"> <!-- None --> <div class="col-lg-3 item-image-col"> <a href="/paper/an-extension-of-lime-with-improvement-of"> <div class="item-image" style="background-image: url('https://production-media.paperswithcode.com/thumbnails/paper/2004.12277.jpg');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/an-extension-of-lime-with-improvement-of">An Extension of LIME with Improvement of Interpretability and Fidelity</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/an-extension-of-lime-with-improvement-of#code">no code implementations</a> • <span class="author-name-text item-date-pub">26 Apr 2020</span> • <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/yangzhou-du">Yangzhou Du</a></span>, <span class="author-span "> <a href="/author/wei-fan">Wei Fan</a></span> </p> <p class="item-strip-abstract">As an extension of LIME, this paper proposes an high-interpretability and high-fidelity local explanation method, known as Local Explanation using feature Dependency Sampling and Nonlinear Approximation (LEDSNA).</p> <div class="sota"> </div> <p> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary" style="border:none;background-color:transparent"> </span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/an-extension-of-lime-with-improvement-of" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/an-extension-of-lime-with-improvement-of#code" class="badge badge-dark badge-nocode "> <span class=" icon-wrapper icon-ion" data-name="add"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M256 112v288m144-144H112"/></svg></span> Add Code </a> <br/> </div> </div> </div> </div> </div> <div class="row infinite-item item paper-card"> <!-- None --> <div class="col-lg-3 item-image-col"> <a href="/paper/a-modified-perturbed-sampling-method-for"> <div class="item-image" style="background-image: url('https://production-media.paperswithcode.com/thumbnails/paper/2002.07434.jpg');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/a-modified-perturbed-sampling-method-for">A Modified Perturbed Sampling Method for Local Interpretable Model-agnostic Explanation</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/a-modified-perturbed-sampling-method-for#code">no code implementations</a> • <span class="author-name-text item-date-pub">18 Feb 2020</span> • <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/xinfeng-zhang">Xinfeng Zhang</a></span>, <span class="author-span "> <a href="/author/wei-fan">Wei Fan</a></span> </p> <p class="item-strip-abstract">Explainability is a gateway between Artificial Intelligence and society as the current popular deep learning models are generally weak in explaining the reasoning process and prediction results.</p> <div class="sota"> </div> <p> <a href="/task/image-classification"> <span class="badge badge-primary"> <img src="https://production-media.paperswithcode.com/thumbnails/task/7a146e71-bbf8-4137-bf25-a3618bd043a0.jpg"> <span>Image Classification</span> </span> </a> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary" style="border:none;background-color:transparent"> </span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/a-modified-perturbed-sampling-method-for" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/a-modified-perturbed-sampling-method-for#code" class="badge badge-dark badge-nocode "> <span class=" icon-wrapper icon-ion" data-name="add"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M256 112v288m144-144H112"/></svg></span> Add Code </a> <br/> </div> </div> </div> </div> </div> <div class="row infinite-item item paper-card"> <!-- None --> <div class="col-lg-3 item-image-col"> <a href="/paper/explaining-the-predictions-of-any-image"> <div class="item-image" style="background-image: url('https://production-media.paperswithcode.com/thumbnails/paper/1911.01058.jpg');"> </div> </a> </div> <div class="col-lg-9 item-col"> <div class="row"> <div class="col-lg-9 item-content"> <h1><a href="/paper/explaining-the-predictions-of-any-image">Explaining the Predictions of Any Image Classifier via Decision Trees</a></h1> <p class="author-section" style="padding-top:2px"> <a href="/paper/explaining-the-predictions-of-any-image#code">no code implementations</a> • <span class="author-name-text item-date-pub">4 Nov 2019</span> • <span class="author-span author-matched"> <a href="/author/sheng-shi">Sheng Shi</a></span>, <span class="author-span "> <a href="/author/xinfeng-zhang">Xinfeng Zhang</a></span>, <span class="author-span "> <a href="/author/wei-fan">Wei Fan</a></span> </p> <p class="item-strip-abstract">Despite outstanding contribution to the significant progress of Artificial Intelligence (AI), deep learning models remain mostly black boxes, which are extremely weak in explainability of the reasoning process and prediction results.</p> <div class="sota"> </div> <p> </p> </div> <div class="col-lg-3 item-interact text-center"> <div class="entity-stars"> <span class="badge badge-secondary" style="border:none;background-color:transparent"> </span> </div> <div class="entity" style="margin-bottom: 20px;"> <a href="/paper/explaining-the-predictions-of-any-image" class="badge badge-light "> <span class=" icon-wrapper icon-ion" data-name="document"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M428 224H288a48 48 0 0 1-48-48V36a4 4 0 0 0-4-4h-92a64 64 0 0 0-64 64v320a64 64 0 0 0 64 64h224a64 64 0 0 0 64-64V228a4 4 0 0 0-4-4z"/><path d="M419.22 188.59L275.41 44.78a2 2 0 0 0-3.41 1.41V176a16 16 0 0 0 16 16h129.81a2 2 0 0 0 1.41-3.41z"/></svg></span> Paper </a> <br/> <a href="/paper/explaining-the-predictions-of-any-image#code" class="badge badge-dark badge-nocode "> <span class=" icon-wrapper icon-ion" data-name="add"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path fill="none" stroke="#000" stroke-linecap="round" stroke-linejoin="round" stroke-width="32" d="M256 112v288m144-144H112"/></svg></span> Add Code </a> <br/> </div> </div> </div> </div> </div> </div> <div class="loading" style="display: none;"> <div class="loader-ellips infinite-scroll-request"> <span class="loader-ellips__dot"></span> <span class="loader-ellips__dot"></span> <span class="loader-ellips__dot"></span> <span class="loader-ellips__dot"></span> </div> </div> <div class="search-submit-paper text-center" style="font-size:16px;padding-bottom:30px;"> Cannot find the paper you are looking for? You can <a href="/submit-paper">Submit</a> a new open access paper. </div> </div> </div> <div class="footer"> <div class="footer-contact"> <span class="footer-contact-item">Contact us on:</span> <a class="footer-contact-item" href="mailto:hello@paperswithcode.com"> <span class=" icon-wrapper icon-ion" data-name="mail"><svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 512 512"><path d="M424 80H88a56.06 56.06 0 0 0-56 56v240a56.06 56.06 0 0 0 56 56h336a56.06 56.06 0 0 0 56-56V136a56.06 56.06 0 0 0-56-56zm-14.18 92.63l-144 112a16 16 0 0 1-19.64 0l-144-112a16 16 0 1 1 19.64-25.26L256 251.73l134.18-104.36a16 16 0 0 1 19.64 25.26z"/></svg></span> hello@paperswithcode.com </a>. <span class="footer-contact-item"> Papers With Code is a free resource with all data licensed under <a rel="noreferrer" href="https://creativecommons.org/licenses/by-sa/4.0/">CC-BY-SA</a>. </span> </div> <div class="footer-links"> <a href="/site/terms">Terms</a> <a href="/site/data-policy">Data policy</a> <a href="/site/cookies-policy">Cookies policy</a> <a href="/about#team" class="fair-logo"> from <img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAANAAAAAgCAMAAABU6AZfAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAAAJcEhZcwAAFiUAABYlAUlSJPAAAABFUExURUdwTBwqMhwqMxsqMhkqMxsqMhwqMgCA+hwrMxJIgBsrMxsqMgJ28AF58wF38BsqMwB58hsqMwF17wF07hwrMwRm4QJz7Wj6SIIAAAAUdFJOUwDP87wcPIT+4A1tVti1Ta0smZVzG3JP8wAABR9JREFUWMO1memWpCoMgF0QxX1//0e9kCAkAadq5tzKjzndQmM+szNFEWQ9puu6xn02BXm4j23bTsdapKJAMguFgRVT/Ejyx4uH5hgvL1PUfm69jEd6bN05GTJvXF5X/hfRcPyWe2kTLDFdRA4ENVMbZZJGMt3ppEttNMDC2X/Qa7MK1OrveZoKz2/445I+U4znuvaExxKZLFCqtym/A6rzn+OjbHj8ubwDmfESslvtgWea13WeckQPUKJTf/4USHkDnVXzCrT74DnmeX+8rjgcxA4QBmPpyAKdOm+5XwFpgHH/bG9AMzLMqM9DxxCQaM0qLr7U4xE/AgIDVRBHlcoDeYd7lFee6GZOBvaaskD8S6nut0Dg0ItZEt+IQAfjseIzRDvS/WCxWQJ17phqEGqepQBS/VaXZa0H/4XUYMVt6nr309DEjYvduPT2gWELQTr0iQbC1+SADOg/kjVvspGqX6zSRAgEKbqOf6zgd82AVB+8s0YNm5NL6Y8MGzttwKt0krP9+9A/+hzQTALoUX5MnxW7iCIEUmD7IVZb8G0G1HRE9UqbWKkEUFPSR0MWqH5eB65XmgzQdN3WGjxReROxPD2LROeBIEiD7UGLraBAjMcS9W9AquTPckBgoMqEWG1SIGN57otn5KO9Y30N4rq6MQFC5TX1cEWBfJLY+mbQ5ZMUm8UK7F1A9GNc90T3enkpCZhCdUzfdQq0Wp774gnZao55YU3SgkmAVBez1eDfR4BABd/XqY36ichyaLUnyJZ8jatimUBjqQTouK2M3OGs4miiiduN5bkHCL15C9Zw7heBRMHYSMRxIGyYFsPqpwTqactT8w0P0OSA9iRY9jQvrDyIAhCoAjrrR90I1PNCpcivHEh+cATUmS5xoCaNB3ggMzqgRO/RYPIb1WviDkB4sv22kB8ghQcgUIFWzyUmaQ6kpf5DCoTFh5fwQQCt493e9ypD5Xjq7S5cMQeEubpBf2oKCoSMohPzduBAi2yimhRIc3NvrOd+gCxPexvhcGPM3SRoJpbmIhAGSudTNgNCR+qIRL05UCebsxTIiAYOX6sEkONphRkw9A9ZjADIZIDg857we5MBSiQHVMlWJgXyeTBIyVpGD4RttHC4yVtENHn7K5ASdeM3QGX2sKcKBCBmITYmrGii9TOQT7JYwxOgrhbyby4XJrvs54kuR8vlCg4XEgEOEs8Q8R5DYZboCwEESpTmi/Hhc1Lo8zxPlghZjpbLqWVGUGxSes1y4W2lkkC+Wf0C6GPaxtZo0VQW4nOhsJLqAg01HXqgGN0+083MegKoYLdisbDqzHVG1iZJYe0EUDoB+dj149gDRCCgt2lZ1zA5nhvCyEwvrc/b3N/HiZlMgINmZaR/aX3MJluf7Kepo8+F5tRfUh1wR0odzg8Srnm9w7L5SyB/p6H9Ptt0Vj310ngAlDHbnLo3mGc00sJiQ+4KEM+I8xC7fWv5VGcz3Y0C2ZCa70sgf0tXbnbY1jXpln3W6jYXDG4jNthdrfVWn8n4gAVAZe+0GgaEaeGFx4XRQyTM9yWQnNuIAy5/HPAWPuDJ8Yc66sYvSeY/8dhlYqH0kuQzkFQ03nnHCyI/gtc0GfM7BVPmL5J0yHPkXm6d3u6v/TLw3GL5ayDr6WW47awHYmS1VC+XJOVQcCCZBPk13SCvgmcb8uI/UqjqdvlOlk3j5OU20C0putdO1ZWNo0a8oumXslx0vMYaNrfPURt2hnp5G2rhtsEP5j/3Wqt0fQd1YgAAAABJRU5ErkJggg=="> </a> </div> </div> <script> run_after_frontend_loaded.push(() => { var infinite = new Waypoint.Infinite({ element: $('.infinite-container')[0], onBeforePageLoad: function () { $('.loading').show(); }, onAfterPageLoad: function ($items) { $('.loading').hide(); } }); }); function toggleTweets(paper_id){ var element_id = "#tweets-" + paper_id; $( element_id ).toggle("slow"); } function fullHeight(paper_id){ var element_id = "#tweets-" + paper_id; // hide read more element var read_more = $("#see-more-"+paper_id); read_more.fadeOut(); $(element_id).get(0).style.setProperty("max-height", "9999px") } </script> <script> run_after_frontend_loaded.push(() => { $(function() { $.fn.modal.Constructor.prototype._enforceFocus = function() {}; $.widget( "custom.catcomplete", $.ui.autocomplete, { _create: function() { this._super(); this.widget().menu( "option", "items", "> :not(.ui-autocomplete-category)" ); }, /** Overrides the _renderItem method in jquery to allow for search result images and icons **/ _renderItem: function( ul, item ) { /** If we have an image in the seearch item then render it; if no task image available, use default **/ if ( "image" in item ) { if ( item.image ) { var image_url = item.image; } else { var image_url = "https://production-media.paperswithcode.com/" + "tasks/default.gif"; } return $( "<li>" ) .append( $( "<div>" ).text( item.label ).prepend( $( "<img src=" + image_url + ">") ) ) .appendTo( ul ); } else { return $( "<li>" ) .append($("<div>").text(item.label)) .appendTo( ul ); } }, _renderMenu: function( ul, items ) { var that = this, currentCategory = ""; $.each( items, function( index, item ) { var li; if ( item.category != currentCategory ) { ul.append( "<li class='ui-autocomplete-category'>" + item.category + "</li>" ); currentCategory = item.category; } li = that._renderItemData( ul, item ); if (item.meta !== null) { li.attr('data-qmeta', item.meta); } if ( item.category ) { li.attr( "aria-label", item.category + " : " + item.label ); } }); } }); $( "#id_global_search_input" ).catcomplete({ minLength: 2, source: function( request, response ) { var term = request.term; $.get( "/api/search-autocomplete/", {"q": term}, function(data){ let t = data.tasks, lb = data.leaderboards, p = data.papers, d = data.datasets, m = data.methods; let ts = [], lbs = [], ps = [], ds = [], ms = []; let total = 0; let maxItems = 12; for (let i=0; i<5 && total < maxItems; i++) { if (t.length && total < maxItems) { ts.push({ label: t[0].name, image: t[0].image, category: "Tasks", meta: null, }); t.shift(); total ++; } if (lb.length && total < maxItems) { lbs.push({ label: lb[0].name, image: lb[0].image, category: "Leaderboards", meta: lb[0].slug }); lb.shift(); total ++; } if (p.length && total < maxItems) { ps.push({label: p[0].title, category: "Papers", meta: null}); p.shift(); total ++; } if (d.length && total < maxItems) { ds.push({ label: d[0].name, image: d[0].image, category: "Datasets", meta: d[0].slug, }); d.shift(); total ++; } if (m.length && total < maxItems) { ms.push({ label: m[0].name, image: m[0].image, category: "Methods", meta: null }); m.shift(); total ++; } } let searchData = ts.concat(lbs, ps, ds, ms); response(searchData); }); }, select: function(event, ui) { $("#id_global_search_input").val(ui.item.label); if (typeof gtag !== 'undefined') { gtag('event', 'SiteActions', { 'event_category': 'Search', 'event_label': ui.item.category, }); } if (ui.item.meta === null) { $('#q_meta').val(''); $('#q_meta').removeAttr('name'); } else { if(!$('#q_meta').attr("name")) { $('#q_meta').attr('name', 'q_meta'); } $('#q_meta').val(ui.item.meta); } $('#q_type').val(ui.item.category.toLowerCase()); $("#id_global_search_form").submit(); } }); if ($(window).width() < 1200 && $(window).width() > 992 ) { $("#id_global_search_input").attr("placeholder", "Search"); } // Setup csrf token for ajax requests let getCookie = (name) => { var cookieValue = null; if (document.cookie && document.cookie !== '') { var cookies = document.cookie.split(';'); for (var i = 0; i < cookies.length; i++) { var cookie = jQuery.trim(cookies[i]); // Does this cookie string begin with the name we want? if (cookie.substring(0, name.length + 1) === (name + '=')) { cookieValue = decodeURIComponent(cookie.substring(name.length + 1)); break; } } } return cookieValue; }; let csrftoken = getCookie('csrftoken'); // Make sure we use the most up-to-date CSRF token $("input[name='csrfmiddlewaretoken']").val(csrftoken); function csrfSafeMethod(method) { // these HTTP methods do not require CSRF protection return (/^(GET|HEAD|OPTIONS|TRACE)$/.test(method)); } $.ajaxSetup({ beforeSend: function(xhr, settings) { if (!csrfSafeMethod(settings.type) && !this.crossDomain) { xhr.setRequestHeader("X-CSRFToken", csrftoken); } } }); }); }); </script> <script>!function(e){function t(t){for(var n,a,s=t[0],u=t[1],f=t[2],i=0,d=[];i<s.length;i++)a=s[i],Object.prototype.hasOwnProperty.call(o,a)&&o[a]&&d.push(o[a][0]),o[a]=0;for(n in u)Object.prototype.hasOwnProperty.call(u,n)&&(e[n]=u[n]);for(l&&l(t);d.length;)d.shift()();return c.push.apply(c,f||[]),r()}function r(){for(var e,t=0;t<c.length;t++){for(var r=c[t],n=!0,a=1;a<r.length;a++){var u=r[a];0!==o[u]&&(n=!1)}n&&(c.splice(t--,1),e=s(s.s=r[0]))}return e}var n={},a={11:0},o={11:0},c=[];function s(t){if(n[t])return n[t].exports;var r=n[t]={i:t,l:!1,exports:{}};return e[t].call(r.exports,r,r.exports,s),r.l=!0,r.exports}s.e=function(e){var t=[];a[e]?t.push(a[e]):0!==a[e]&&{2:1,3:1,5:1,6:1,8:1,9:1,10:1}[e]&&t.push(a[e]=new Promise((function(t,r){for(var n="static/css/"+({4:"chart",5:"conference-page",6:"example-page",8:"newsletters-create-page",9:"newsletters-edit-page",10:"newsletters-list-page",12:"table"}[e]||e)+"."+{0:"31d6cfe0",1:"31d6cfe0",2:"5745a9fd",3:"05600cd7",4:"31d6cfe0",5:"67565070",6:"8444f163",8:"f8a273b3",9:"f8a273b3",10:"db3e0a85",12:"31d6cfe0",14:"31d6cfe0",15:"31d6cfe0"}[e]+".chunk.css",o=s.p+n,c=document.getElementsByTagName("link"),u=0;u<c.length;u++){var f=(l=c[u]).getAttribute("data-href")||l.getAttribute("href");if("stylesheet"===l.rel&&(f===n||f===o))return t()}var i=document.getElementsByTagName("style");for(u=0;u<i.length;u++){var l;if((f=(l=i[u]).getAttribute("data-href"))===n||f===o)return t()}var d=document.createElement("link");d.rel="stylesheet",d.type="text/css",d.onload=t,d.onerror=function(t){var n=t&&t.target&&t.target.src||o,c=new Error("Loading CSS chunk "+e+" failed.\n("+n+")");c.code="CSS_CHUNK_LOAD_FAILED",c.request=n,delete a[e],d.parentNode.removeChild(d),r(c)},d.href=o,document.getElementsByTagName("head")[0].appendChild(d)})).then((function(){a[e]=0})));var r=o[e];if(0!==r)if(r)t.push(r[2]);else{var n=new Promise((function(t,n){r=o[e]=[t,n]}));t.push(r[2]=n);var c,u=document.createElement("script");u.charset="utf-8",u.timeout=120,s.nc&&u.setAttribute("nonce",s.nc),u.src=function(e){return s.p+"static/js/"+({4:"chart",5:"conference-page",6:"example-page",8:"newsletters-create-page",9:"newsletters-edit-page",10:"newsletters-list-page",12:"table"}[e]||e)+"."+{0:"041a0327",1:"eb8f85bf",2:"57df0e43",3:"dd682e9c",4:"934a42ca",5:"ddc33be8",6:"f5234ef0",8:"c76f72bd",9:"aa24afbf",10:"a749f71a",12:"c5756280",14:"be7b1031",15:"b8393014"}[e]+".chunk.js"}(e);var f=new Error;c=function(t){u.onerror=u.onload=null,clearTimeout(i);var r=o[e];if(0!==r){if(r){var n=t&&("load"===t.type?"missing":t.type),a=t&&t.target&&t.target.src;f.message="Loading chunk "+e+" failed.\n("+n+": "+a+")",f.name="ChunkLoadError",f.type=n,f.request=a,r[1](f)}o[e]=void 0}};var i=setTimeout((function(){c({type:"timeout",target:u})}),12e4);u.onerror=u.onload=c,document.head.appendChild(u)}return Promise.all(t)},s.m=e,s.c=n,s.d=function(e,t,r){s.o(e,t)||Object.defineProperty(e,t,{enumerable:!0,get:r})},s.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},s.t=function(e,t){if(1&t&&(e=s(e)),8&t)return e;if(4&t&&"object"==typeof e&&e&&e.__esModule)return e;var r=Object.create(null);if(s.r(r),Object.defineProperty(r,"default",{enumerable:!0,value:e}),2&t&&"string"!=typeof e)for(var n in e)s.d(r,n,function(t){return e[t]}.bind(null,n));return r},s.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return s.d(t,"a",t),t},s.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},s.p="https://production-assets.paperswithcode.com/",s.oe=function(e){throw console.error(e),e};var u=this.webpackJsonpfrontend=this.webpackJsonpfrontend||[],f=u.push.bind(u);u.push=t,u=u.slice();for(var i=0;i<u.length;i++)t(u[i]);var l=f;r()}([])</script><script src="https://production-assets.paperswithcode.com/static/js/13.aa3fa037.chunk.js"></script><script src="https://production-assets.paperswithcode.com/static/js/main.99ee382b.chunk.js"></script> </body> </html>