CINXE.COM

<!doctype html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta name="viewport" content="width=device-width, initial-scale=1"> <link rel="profile" href="http://gmpg.org/xfn/11"> <script> // Constants const SIGN_IN_STATUS_ATTRIBUTE = 'data-md-signed-in', SIGNED_IN_STATUS = 'true', SIGNED_OUT_STATUS = 'false'; const SIGN_IN_USERNAME_COOKIE = 'dags_awesome', SIGN_IN_USER_ID_COOKIE = 'ajs_user_id'; const base_url = 'https://dagshub.com', ajax_url = 'https://dagshub.com/wp-admin/admin-ajax.php'; const getCookie = (name) => { let match = document.cookie.match(new RegExp('(^| )' + name + '=([^;]+)')); if (match) return match[2]; }; const is_home = false // Handling Signed in status let username = getCookie(SIGN_IN_USERNAME_COOKIE); let user_id = getCookie(SIGN_IN_USER_ID_COOKIE); if (username && user_id) { // document.body.setAttribute( // SIGN_IN_STATUS_ATTRIBUTE, // SIGNED_IN_STATUS // ); if(is_home){ location.replace(base_url+"/dashboard"); } // $('.profile-menu .avatar').attr("src", "/avatars/" + user_id); // $('.profile-menu .name').text(username); // $('#user-profile-link').attr("href", "/" + username); } else { document.body.setAttribute( SIGN_IN_STATUS_ATTRIBUTE, SIGNED_OUT_STATUS ); } </script> <meta name='robots' content='index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1' />  <title>What is BERT</title> <meta name="description" content="Bidirectional Encoder Representations from Transformers, is a powerful NLP model that has revolutionized the field of natural language processing." /> <link rel="canonical" href="https://dagshub.com/glossary/bert/" /> <meta property="og:locale" content="en_US" /> <meta property="og:type" content="article" /> <meta property="og:title" content="What is BERT" /> <meta property="og:description" content="Bidirectional Encoder Representations from Transformers, is a powerful NLP model that has revolutionized the field of natural language processing." /> <meta property="og:url" content="https://dagshub.com/glossary/bert/" /> <meta property="og:site_name" content="DagsHub" /> <meta property="article:modified_time" content="2024-12-26T09:22:33+00:00" /> <meta property="og:image" content="https://dagshub.com/wp-content/uploads/2025/02/Dagshub-banner_option-3-1.png" /> <meta property="og:image:width" content="1507" /> <meta property="og:image:height" content="732" /> <meta property="og:image:type" content="image/png" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:site" content="@TheRealDagsHub" /> <meta name="twitter:label1" content="Est. reading time" /> <meta name="twitter:data1" content="5 minutes" /> <script type="application/ld+json" class="yoast-schema-graph">{"@context":"https://schema.org","@graph":[{"@type":"WebPage","@id":"https://dagshub.com/glossary/bert/","url":"https://dagshub.com/glossary/bert/","name":"What is BERT","isPartOf":{"@id":"https://dagshub.com/#website"},"datePublished":"2023-05-23T11:14:10+00:00","dateModified":"2024-12-26T09:22:33+00:00","description":"Bidirectional Encoder Representations from Transformers, is a powerful NLP model that has revolutionized the field of natural language processing.","breadcrumb":{"@id":"https://dagshub.com/glossary/bert/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https://dagshub.com/glossary/bert/"]}]},{"@type":"BreadcrumbList","@id":"https://dagshub.com/glossary/bert/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Glossary","item":"https://dagshub.com/glossary/"},{"@type":"ListItem","position":2,"name":"BERT"}]},{"@type":"WebSite","@id":"https://dagshub.com/#website","url":"https://dagshub.com/","name":"DagsHub","description":"","publisher":{"@id":"https://dagshub.com/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https://dagshub.com/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https://dagshub.com/#organization","name":"DagsHub","url":"https://dagshub.com/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https://dagshub.com/#/schema/logo/image/","url":"https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg","contentUrl":"https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg","width":143,"height":40,"caption":"DagsHub"},"image":{"@id":"https://dagshub.com/#/schema/logo/image/"},"sameAs":["https://x.com/TheRealDagsHub","https://www.linkedin.com/company/dagshub"]}]}</script>  <link rel='dns-prefetch' href='//dagshub.com' /> <link rel='dns-prefetch' href='//cdn.jsdelivr.net' /> <link rel="alternate" type="application/rss+xml" title="DagsHub » Feed" href="https://dagshub.com/feed/" /> <link rel="alternate" type="application/rss+xml" title="DagsHub » Comments Feed" href="https://dagshub.com/comments/feed/" /> <script> window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/dagshub.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=4e55ae54fa701286f578c2d0b9d76284"}}; /*! This file is auto-generated */ !function(i,n){var o,s,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),r=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===r[t]})}function u(e,t,n){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\uddfa\ud83c\uddf3","\ud83c\uddfa\u200b\ud83c\uddf3")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!n(e,"\ud83d\udc26\u200d\u2b1b","\ud83d\udc26\u200b\u2b1b")}return!1}function f(e,t,n){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):i.createElement("canvas"),a=r.getContext("2d",{willReadFrequently:!0}),o=(a.textBaseline="top",a.font="600 32px Arial",{});return e.forEach(function(e){o[e]=t(a,e,n)}),o}function t(e){var t=i.createElement("script");t.src=e,t.defer=!0,i.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",s=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){i.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+f.toString()+"("+[JSON.stringify(s),u.toString(),p.toString()].join(",")+"));",r=new Blob([e],{type:"text/javascript"}),a=new Worker(URL.createObjectURL(r),{name:"wpTestEmojiSupports"});return void(a.onmessage=function(e){c(n=e.data),a.terminate(),t(n)})}catch(e){}c(n=f(s,u,p))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings); </script> <link rel='stylesheet' id='block-editor-styles-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/css/prod/editor.css?ver=1734359238' type='text/css' media='all' /> <style id='wp-emoji-styles-inline-css' type='text/css'> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 0.07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel='stylesheet' id='wp-block-library-css' href='https://dagshub.com/wp-includes/css/dist/block-library/style.min.css?ver=4e55ae54fa701286f578c2d0b9d76284' type='text/css' media='all' /> <style id='wp-block-library-theme-inline-css' type='text/css'> .wp-block-audio :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-audio :where(figcaption){color:#ffffffa6}.wp-block-audio{margin:0 0 1em}.wp-block-code{border:1px solid #ccc;border-radius:4px;font-family:Menlo,Consolas,monaco,monospace;padding:.8em 1em}.wp-block-embed :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-embed :where(figcaption){color:#ffffffa6}.wp-block-embed{margin:0 0 1em}.blocks-gallery-caption{color:#555;font-size:13px;text-align:center}.is-dark-theme .blocks-gallery-caption{color:#ffffffa6}:root :where(.wp-block-image figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme :root :where(.wp-block-image figcaption){color:#ffffffa6}.wp-block-image{margin:0 0 1em}.wp-block-pullquote{border-bottom:4px solid;border-top:4px solid;color:currentColor;margin-bottom:1.75em}.wp-block-pullquote cite,.wp-block-pullquote footer,.wp-block-pullquote__citation{color:currentColor;font-size:.8125em;font-style:normal;text-transform:uppercase}.wp-block-quote{border-left:.25em solid;margin:0 0 1.75em;padding-left:1em}.wp-block-quote cite,.wp-block-quote footer{color:currentColor;font-size:.8125em;font-style:normal;position:relative}.wp-block-quote.has-text-align-right{border-left:none;border-right:.25em solid;padding-left:0;padding-right:1em}.wp-block-quote.has-text-align-center{border:none;padding-left:0}.wp-block-quote.is-large,.wp-block-quote.is-style-large,.wp-block-quote.is-style-plain{border:none}.wp-block-search .wp-block-search__label{font-weight:700}.wp-block-search__button{border:1px solid #ccc;padding:.375em .625em}:where(.wp-block-group.has-background){padding:1.25em 2.375em}.wp-block-separator.has-css-opacity{opacity:.4}.wp-block-separator{border:none;border-bottom:2px solid;margin-left:auto;margin-right:auto}.wp-block-separator.has-alpha-channel-opacity{opacity:1}.wp-block-separator:not(.is-style-wide):not(.is-style-dots){width:100px}.wp-block-separator.has-background:not(.is-style-dots){border-bottom:none;height:1px}.wp-block-separator.has-background:not(.is-style-wide):not(.is-style-dots){height:2px}.wp-block-table{margin:0 0 1em}.wp-block-table td,.wp-block-table th{word-break:normal}.wp-block-table :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-table :where(figcaption){color:#ffffffa6}.wp-block-video :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-video :where(figcaption){color:#ffffffa6}.wp-block-video{margin:0 0 1em}:root :where(.wp-block-template-part.has-background){margin-bottom:0;margin-top:0;padding:1.25em 2.375em} </style> <style id='safe-svg-svg-icon-style-inline-css' type='text/css'> .safe-svg-cover{text-align:center}.safe-svg-cover .safe-svg-inside{display:inline-block;max-width:100%}.safe-svg-cover svg{height:100%;max-height:100%;max-width:100%;width:100%} </style> <style id='classic-theme-styles-inline-css' type='text/css'> /*! This file is auto-generated */ .wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none} </style> <style id='global-styles-inline-css' type='text/css'> :root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--color--eeee-22: #eeee22;--wp--preset--color--81-d-742: #81d742;--wp--preset--color--1-e-73-be: #1e73be;--wp--preset--color--8224-e-3: #8224e3;--wp--preset--color--6-b-6-b-6-b: #6b6b6b;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;} :where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;} :where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;} :root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;} </style> <link rel='stylesheet' id='contact-form-7-css' href='https://dagshub.com/wp-content/plugins/contact-form-7/includes/css/styles.css?ver=5.9.8' type='text/css' media='all' /> <link rel='stylesheet' id='styles-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/css/prod/main.css?ver=1734359300' type='text/css' media='all' /> <link rel='stylesheet' id='new-style-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/css/prod/new-style.css?ver=1740737681' type='text/css' media='all' /> <link rel='stylesheet' id='main-theme-style-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/style.css?ver=1724943191' type='text/css' media='all' /> <link rel='stylesheet' id='swipper-style-css' href='https://cdn.jsdelivr.net/npm/swiper@11/swiper-bundle.min.css?ver=9.2.14' type='text/css' media='' /> <link rel='stylesheet' id='fancybox-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/vendors/fancybox/fancybox.css?ver=4.0.31' type='text/css' media='all' /> <link rel="https://api.w.org/" href="https://dagshub.com/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://dagshub.com/wp-json/wp/v2/glossary/1553" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://dagshub.com/xmlrpc.php?rsd" /> <link rel='shortlink' href='https://dagshub.com/?p=1553' /> <link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://dagshub.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fdagshub.com%2Fglossary%2Fbert%2F" /> <link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://dagshub.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fdagshub.com%2Fglossary%2Fbert%2F&format=xml" />  <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-PGHTMDN');</script>  <link rel="icon" href="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-32x32.png" sizes="32x32" /> <link rel="icon" href="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-192x192.png" sizes="192x192" /> <link rel="apple-touch-icon" href="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-180x180.png" /> <meta name="msapplication-TileImage" content="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-270x270.png" /> <style id="wp-custom-css"> .c-glossary__thumb{ top:0px; left:0px; } .header__actions .c-buttons { margin-top: 0; } .grecaptcha-badge{ visibility: hidden; } .home .site-head{ background-color:rgba(0,0,0,.0); } body:not(.home){ margin-top:68px; } body .site .main { padding-top: 0; } body:not(.home) .site { padding-top: 0px; } .home .site-head.site-head__scrolled{ background-color:#090819; } .logos-gallery .main-gallery .main-gallery__row .gallery-item img{ max-height:66px; max-width:155px; object-fit: contain; } #wpcf7-f2379-p2377-o1 .c-form-primary__field:has(.wpcf7-not-valid) .wpcf7-not-valid-tip { display: block; } @media only screen and (max-width: 1280px) { .logos-gallery .main-gallery .main-gallery__row .gallery-item img{ max-width:120px; max-height:55px; } } @media only screen and (max-width: 1199px) { .head-nav a:not(.btn) { display: block; } .head-nav a:not(.btn) .menu-item__text{ display:block; } .head-nav .sub-menu a:not(.btn) .menu-item__text{ display:inline-flex; } } @media only screen and (max-width: 1026px) { .canvas-animation--bg, .canvas-animation--bg canvas{ pointer-events:none; } .logos-gallery .main-gallery .main-gallery__row .gallery-item img{ max-width:90px; max-height:40px; } .home-hero-block .title__gradient div { -webkit-text-fill-color: #0000; background: linear-gradient(180deg, #fff 17.78%, #ffffff1a 191.11%); background-clip: text; -webkit-background-clip: text; pointer-events: none; } } @media only screen and (min-width: 1441px) { .site-head__nav { margin-right: auto; margin-right: auto; } } .text-image-section__content { max-width: 565px; } .card-item__icon { width: 50px; height: 50px; } @media only screen and (max-width: 767px) { .home-hero-block .title__gradient div br { display: none; } .home-hero-block .title { font-size: 35px; } .home-hero-block .description { font-size: 17px; } } .btn a { text-decoration: none; color: inherit; } .compare-features .features--title { top: 80px; } .compare-features .table-scroll thead { top: 85px; } .hero-features { box-sizing: content-box; } @media only screen and (max-width: 1480px) { .hero-features { box-sizing: border-box; } } @media only screen and (max-width: 768px) { td.fixed-side.td--header { width: 100vw; max-width: 262px; } } .logos-section:before { display: none; } .compare-features .table-scroll thead th .btn { max-width: initial; margin: 0 9px; width: initial; } .home-hero-block .title__gradient div span.highlited { margin-left: 7px; } .text-image-section video { box-shadow: 0px 0px 24px rgba(6, 23, 41, 0.16); } .cards-hover .cards__item__content img { object-fit: cover; object-position: left; } @media screen and (min-width: 1750px) { .cards-hover .cards__item__content img { min-height: 270px; } } @media only screen and (max-width: 767px) { .text-image-section .section-background-image { max-height: 50%; } } .content-resource-link { pointer-events: none; } .content-resource-link svg { display: none; } .cards-section .has-background .btn { text-transform: initial; } .text-image-section .containter-wrap video { aspect-ratio: 883 / 465; object-fit: cover; } .c-post-item .c-btn-primary-link, .c-post-item__title { font-size: 18px; } @media screen and (max-width: 1600px) { .c-post-item .c-btn-primary-link, .c-post-item__title { font-size: 16px; } } @media screen and (max-width: 767px) { .c-post-item .c-btn-primary-link, .c-post-item__title { font-size: 14px; } } </style> </head> <body class="glossary-template-default single single-glossary postid-1553 wp-custom-logo no-js"> <a class="skip-link screen-reader-text js-trigger" href="#content">Skip to content</a>  <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-PGHTMDN" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>  <div id="page" class="site"> <header class="site-head site-head__bacground" role="banner" itemscope="itemscope" itemtype="http://schema.org/WPHeader"> <div class="site-head__wrap"> <div class="container container-lg"> <div class="site-head__frame">  <div class="site-logo"> <a href="https://dagshub.com/" class="custom-logo-link" rel="home"><img width="143" height="40" src="https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg" class="custom-logo" alt="DagsHub" decoding="async" /></a> <span class="screen-reader-text" itemprop="name">DagsHub</span> </div> <button class="nav-opener" aria-label="nav opener"><span><em>Menu</em></span></button> <div class="site-head__holder">  <nav class="site-head__nav js-header-menu-item" role="navigation" itemscope="itemscope" itemtype="http://schema.org/SiteNavigationElement"> <ul class="menu head-nav main-header-menu"><li id="menu-item-2353" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2353"> <div class="menu-item__link menu-item__link--title">Platform</div> <button class="dropdown-toggle" aria-expanded="false"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-chevron-down"></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2720" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2720"> <a href="https://dagshub.com/product/curate-annotate/" class="menu-item__link" ><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-annotate" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-annotate"></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">Curation & Annotation</span><span class="menu-description">Query, visualize, and annotate multimodal datasets</span></span></span></a> </li> <li id="menu-item-2721" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2721"> <a href="https://dagshub.com/product/experiment-tracking/" class="menu-item__link" ><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-tracking" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-tracking"></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">鈦燛xperiment Tracking</span><span class="menu-description">Track experiment progress and compare results</span></span></span></a> </li> <li id="menu-item-2722" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2722"> <a href="https://dagshub.com/product/manage-models/" class="menu-item__link" ><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-model-managment" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-model-managment"></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">鈦燤odel Management</span><span class="menu-description">Manage model versions and deploy easily</span></span></span></a> </li> </ul> </li> <li id="menu-item-2544" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2544"> <a href="https://dagshub.com/blog/tag/case-study/" class="menu-item__link" ><span class="menu-item__text">Customers</span></a> </li> <li id="menu-item-2355" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2355"> <a href="https://dagshub.com/pricing" class="menu-item__link" ><span class="menu-item__text">Pricing</span></a> </li> <li id="menu-item-2354" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2354"> <a href="/enterprise/" class="menu-item__link" ><span class="menu-item__text">Enterprise</span></a> </li> <li id="menu-item-2351" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2351"> <div class="menu-item__link menu-item__link--title">Resources</div> <button class="dropdown-toggle" aria-expanded="false"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-chevron-down"></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2352" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2352"> <a href="https://dagshub.com/docs" class="menu-item__link" ><span class="menu-item__text">Docs</span></a> </li> <li id="menu-item-2357" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2357"> <a href="https://dagshub.com/blog/" class="menu-item__link" ><span class="menu-item__text">Blog</span></a> </li> <li id="menu-item-2358" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2358"> <a href="https://dagshub.com/datasets/" class="menu-item__link" ><span class="menu-item__text">Datasets</span></a> </li> <li id="menu-item-2359" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2359"> <a href="https://dagshub.com/glossary/" class="menu-item__link" ><span class="menu-item__text">Glossary</span></a> </li> <li id="menu-item-2360" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2360"> <a href="https://dagshub.com/blog/tag/tutorials/" class="menu-item__link" ><span class="menu-item__text">Tutorial & Webinars</span></a> </li> </ul> </li> <li id="menu-item-2356" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2356"> <div class="menu-item__link menu-item__link--title">Company</div> <button class="dropdown-toggle" aria-expanded="false"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-chevron-down"></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2365" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2365"> <a href="https://dagshub.com/about" class="menu-item__link" ><span class="menu-item__text">About</span></a> </li> <li id="menu-item-2366" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2366"> <a href="https://dagshub.com/careers" class="menu-item__link" ><span class="menu-item__text">Careers</span></a> </li> <li id="menu-item-2367" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2367"> <a href="https://dagshub.com/contact-us/" class="menu-item__link" ><span class="menu-item__text">Contact us</span></a> </li> </ul> </li> </ul> </nav> <div class="site-head__tools"> <ul class="menu head-nav main-header-menu"><li id="menu-item-2372" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2372"><a rel="Navbar_Login_Clicked" href="https://dagshub.com/user/login" class="menu-item__link">Log in</a></li> <li id="menu-item-2389" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2389"><a rel="Navbar_BookADemo_Clicked" href="https://dagshub.com/book-a-demo/" class="menu-item__button btn btn--primary"><span class="btn__text">Book a demo</span></a></li> </ul> </div> </div> </div> </div> </div> </header> <div class="wrapper__body no-overlap"> <main class="main"> <article class="c-block c-article-primary"> <header class="c-article-primary__head"> <img width="1920" height="1080" src="https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash.png" class="c-article-primary__thumb" alt="" decoding="async" fetchpriority="high" srcset="https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash.png 1920w, https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash-300x169.png 300w, https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash-1024x576.png 1024w, https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash-768x432.png 768w" sizes="(max-width: 1920px) 100vw, 1920px" /> <div class="b-block-single__head-image-author"> <p>Photo by <a href="https://unsplash.com/@simonppt?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText">SIMON LEE</a> on <a href="https://unsplash.com/photos/OdnXv9hJOEI?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText">Unsplash</a></p> </div> </header> <div class="c-article-primary__container"> <div class="c-article-primary__meta"> <div class="container container--medium-one"> <div class="c-breadcrumbs"> <p class="breadcrumbs"><span><span><a href="https://dagshub.com/glossary/">Glossary</a></span> 禄 <span class="breadcrumb_last" aria-current="page">BERT</span></span></p></div> <h4 class="c-article-primary__tagline">Dagshub Glossary</h4> <h1 class="c-article-primary__title">BERT</h1> </div> </div> <div class="c-article-primary__body"> <div class="container container--medium-one"> <div class="c-article-primary__content"> <h2><strong>What is BERT</strong></h2> <p>BERT, or Bidirectional Encoder Representations from Transformers, is a powerful NLP model that has revolutionized the field of natural language processing. BERT is built upon the Transformer architecture, which is a neural network architecture designed to process sequential data such as natural language text. In this section, we will dive deeper into how BERT works and why it is such a significant breakthrough in NLP.</p> <h2><strong>BERT Architecture</strong></h2> <p>BERT is a deep neural network that consists of a multi-layer bidirectional Transformer encoder. The input to BERT is a sequence of tokens, which can be words, subwords, or characters, depending on the tokenization scheme used. The output of BERT is a sequence of contextualized embeddings, where each embedding represents the meaning of the corresponding input token in the context of the input sequence.</p> <h2><strong>Why is BERT important?</strong></h2> <p>BERT is important because it has revolutionized the field of natural language processing by achieving state-of-the-art performance on many NLP tasks. BERT is also highly effective for tasks that involve understanding the context of text, such as sentiment analysis and named entity recognition. BERT’s ability to handle out-of-vocabulary words and capture the context of each input token makes it highly effective for many NLP applications.</p> <h2><strong>How Does BERT Work?</strong></h2> <p>BERT works by training a deep bidirectional transformer model on large amounts of unlabeled text data. During training, the model is trained on two tasks: masked language modeling (MLM) and next sentence prediction (NSP). MLM involves randomly masking some words in a sentence and then training the model to predict the masked words. NSP involves predicting whether two sentences are contiguous or not. After pre-training, the model can be fine-tuned for specific NLP tasks, such as question-answering or sentiment analysis.</p> <h2><strong>How are BERT and the Transformer Different?</strong></h2> <p>BERT is built on the Transformer architecture, which is a type of neural network that was introduced in a paper by Vaswani et al. in 2017. The Transformer architecture is designed to handle sequential data, such as text, and is based on a self-attention mechanism that allows the model to focus on different parts of the input sequence. BERT extends the Transformer architecture by introducing a bidirectional training objective, which allows the model to capture the context of each word in a sentence by looking at both the words that come before and after it. Additionally, BERT uses a different pre-training objective than the original Transformer model. Instead of predicting the next word in a sequence, BERT uses MLM and NSP to pre-train the model on unlabeled text data.</p> </p> <section id="cta-section-block_edb8190f2b47e3586441953a3e28a41a" class="cta-section alignfull alignfull wp-block-dagshub-cta-section" style="--cta-bg-color:#0E0D2A"> <div class="container containter-wrap"> <div class="content-side "> <div class="cta-title"> <h2 class="title_2">Improve your data <br /> quality for better AI</h3> </div> <div class="cta-description"> <p class="p">Easily curate and annotate your vision, audio, <br /> and document data with a single platform</p> </div> <a href="https://dagshub.com/book-a-demo/" class="btn btn__lg btn--primary">Book A Demo</a> </div> <div class="media-side"> <img decoding="async" src="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png" alt="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png"> </div> </div> </section> <div style="height:var(--wp--preset--spacing--70)" aria-hidden="true" class="wp-block-spacer"></div> <h2 class="wp-block-heading"><strong>Pre-training and Fine-tuning</strong></h2> <p>BERT is pre-trained on large amounts of unlabeled text data using two tasks: masked language modeling (MLM) and next sentence prediction (NSP). In MLM, some of the input tokens are masked, and the model is trained to predict the masked tokens based on the context of the surrounding tokens. This task allows BERT to learn the meaning of each token in the context of the input sequence. In NSP, the model is trained to predict whether two input sequences are consecutive in the original text or not. This task allows BERT to learn the relationships between different input sequences.</p> <p>After pre-training, BERT can be fine-tuned for specific NLP tasks, such as question-answering, sentiment analysis, and named entity recognition. During fine-tuning, BERT’s pre-trained parameters are kept fixed, and task-specific parameters are added on top of the pre-trained model. The fine-tuning process allows BERT to adapt to the specific characteristics of the target task and achieve state-of-the-art performance.</p> <h2 class="wp-block-heading"><strong>Advantages of BERT</strong></h2> <p>One of the main advantages of BERT is its ability to capture the context of each input token when generating embeddings. Unlike traditional bag-of-words models, which treat each word as independent of the others, BERT can take into account the context of each word and generate more informative embeddings. This makes BERT highly effective for NLP tasks that require understanding of the meaning of the input text.</p> <p>Another advantage of BERT is its ability to handle out-of-vocabulary (OOV) words. Because BERT uses a subword tokenization scheme, it can generate embeddings for words that are not present in its vocabulary by combining the embeddings of the subwords that make up the word. This allows BERT to handle rare or unseen words effectively, which is important in many NLP applications.</p> <p>BERT is also highly efficient in terms of training and inference time. Because it is pre-trained on large amounts of text data, it can be fine-tuned for specific NLP tasks with relatively little additional training data. This makes it a highly effective and efficient model for many NLP applications.</p> <h2 class="wp-block-heading"><strong>Limitations of BERT</strong></h2> <p>While BERT is a highly effective NLP model, it has several limitations that should be taken into account when using it. One limitation is the size of the model and the computational resources required to train and use it. BERT is a large model that requires significant computational resources to train and use effectively. This can be a barrier for smaller research groups or companies with limited computing resources.</p> <p>Another limitation of BERT is its lack of interpretability. Because BERT is a deep neural network with many layers and parameters, it can be difficult to understand how it generates its outputs. This can make it challenging to diagnose and fix errors or biases in the model.</p> <p>Finally, BERT is not a one-size-fits-all solution for NLP tasks. While BERT has achieved state-of-the-art performance on many NLP tasks, it may not be the best choice for all tasks. For example, BERT may not be the most appropriate model for tasks that require a deep understanding of the world knowledge or common sense reasoning. In addition, BERT may not perform well on tasks with very small training sets or on tasks where the input text is very different from the text used in pre-training.</p> <p>BERT is a powerful NLP model that has revolutionized the field of natural language processing. Built upon the Transformer architecture, BERT is pre-trained on large amounts of unlabeled text data using two tasks: masked language modeling (MLM) and next sentence prediction (NSP). After pre-training, BERT can be fine-tuned for specific NLP tasks, such as question-answering, sentiment analysis, and named entity recognition. BERT’s ability to capture the context of each input token and handle out-of-vocabulary words makes it highly effective for many NLP applications. However, its large size and lack of interpretability may make it challenging to use in some contexts.</p> <section id="cta-section-block_edb8190f2b47e3586441953a3e28a41a" class="cta-section alignfull alignfull wp-block-dagshub-cta-section" style="--cta-bg-color:#0E0D2A"> <div class="container containter-wrap"> <div class="content-side "> <div class="cta-title"> <h2 class="title_2">Improve your data <br /> quality for better AI</h3> </div> <div class="cta-description"> <p class="p">Easily curate and annotate your vision, audio, <br /> and document data with a single platform</p> </div> <a href="https://dagshub.com/book-a-demo/" class="btn btn__lg btn--primary">Book A Demo</a> </div> <div class="media-side"> <img decoding="async" src="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png" alt="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png"> </div> </div> </section> <div class="c-list-tags c-list-tags--alt"> <h3 class="c-list-tags__title">Related terms</h3> <ul class="c-list-tags__list"> <li class="c-list-tags__item"> <a class="c-list-tags__link" href="https://dagshub.com/glossary/supervised-learning/"> Supervised-learning </a> </li> <li class="c-list-tags__item"> <a class="c-list-tags__link" href="https://dagshub.com/glossary/unsupervised-learning/"> Unsupervised-learning </a> </li> </ul> </div> </div> </div> </div> </div> </article> </main> <a href="#page" class="c-arrow-top"><div class="c-arrow-top__tooltip">Back to top</div><svg width="36" height="36" viewBox="0 0 36 36" fill="none" xmlns="http://www.w3.org/2000/svg"><rect width="36" height="36" rx="12" fill="#E2E8F0"/><path fill-rule="evenodd" clip-rule="evenodd" d="M17.5286 13.5286C17.7889 13.2683 18.2111 13.2683 18.4714 13.5286L21.8047 16.862C22.0651 17.1223 22.0651 17.5444 21.8047 17.8048C21.5444 18.0651 21.1223 18.0651 20.8619 17.8048L18.6667 15.6095V22C18.6667 22.3682 18.3682 22.6667 18 22.6667C17.6318 22.6667 17.3333 22.3682 17.3333 22V15.6095L15.1381 17.8048C14.8777 18.0651 14.4556 18.0651 14.1953 17.8048C13.9349 17.5444 13.9349 17.1223 14.1953 16.862L17.5286 13.5286Z" fill="#172D32"/></svg></a> </div> <div class="site-pre-footer"> <div class="container"> <div class="content-wrapper"> <h3 class="title"> Take control of your multimodal data </h3> <p class="description">See how leading data scientists manage their data and quickly take models to production.</p> <div class="button-group"> <a href="/book-a-demo/" target="" class="btn btn__lg btn--primary" data-analytics-event="Footer_StartFree_Clicked">Book A Demo</a> </div> </div> </div> </div> <div class="site-footer"> <div class="container"> <div class="site-footer__wrap"> <div class="site-footer__logo"> <div class="site-logo"> <a href="https://dagshub.com/" class="custom-logo-link" rel="home"><img width="143" height="40" src="https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg" class="custom-logo" alt="DagsHub" decoding="async" /></a> </div> <div class="site-footer__social">  <ul class="social-list"> <li class="social-list__item"> <a href="https://twitter.com/TheRealDAGsHub" target="_blank" class="social-list__link"><svg class="svg-icon icon-twitter" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-twitter"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://www.linkedin.com/company/dagshub" target="_blank" class="social-list__link"><svg class="svg-icon icon-linkedin" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-linkedin"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://youtube.com/c/dagshub" target="_blank" class="social-list__link"><svg class="svg-icon icon-youtube" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-youtube"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://discord.com/invite/9gU36Y6" target="_blank" class="social-list__link"><svg class="svg-icon icon-discord" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1740396847#icon-discord"></use></svg><span class="screen-reader-text"></span></a> </li> </ul> </div> <img src="https://dagshub.com/wp-content/uploads/2024/04/image-54.png" alt="" class="bottom_logo"/> </div> <div class="site-footer__frame"> <div class="site-footer__holder"> <div class="site-footer__nav"> <ul id="menu-pro-footer-menu" class="footer-nav"><li id="menu-item-14" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-14"><a>Resources</a> <ul class="sub-menu"> <li id="menu-item-15" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-15"><a href="https://dagshub.com/docs">Docs</a></li> <li id="menu-item-16" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-16"><a href="https://dagshub.com/blog">Blog</a></li> <li id="menu-item-101" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-101"><a href="/datasets/">Datasets</a></li> <li id="menu-item-1586" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1586"><a href="/glossary/">Glossary</a></li> <li id="menu-item-2247" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2247"><a href="https://dagshub.com/blog/tag/case-study/">Case Studies</a></li> <li id="menu-item-2244" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2244"><a href="https://dagshub.com/blog/tag/tutorials/">Tutorials & Webinars</a></li> </ul> </li> <li id="menu-item-1708" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-1708"><a>Product</a> <ul class="sub-menu"> <li id="menu-item-2076" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2076"><a href="https://dagshub.com/data-engine/">Data Engine</a></li> <li id="menu-item-2250" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2250"><a href="https://dagshub.com/use-cases/llm/">LLMs</a></li> <li id="menu-item-1463" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1463"><a href="https://dagshub.com/product/">Platform</a></li> <li id="menu-item-1711" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1711"><a href="https://dagshub.com/enterprise/">Enterprise</a></li> <li id="menu-item-2464" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2464"><a href="https://dagshub.com/pricing">Pricing</a></li> </ul> </li> <li id="menu-item-2347" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2347"><a>Company</a> <ul class="sub-menu"> <li id="menu-item-2348" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2348"><a href="https://dagshub.com/about">About</a></li> <li id="menu-item-2349" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2349"><a href="https://dagshub.com/careers">Careers</a></li> <li id="menu-item-2350" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2350"><a href="https://dagshub.com/contact-us/">Contact us</a></li> </ul> </li> <li id="menu-item-18" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-18"><a>Community</a> <ul class="sub-menu"> <li id="menu-item-17" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-17"><a href="https://dagshub.com/explore/repos">Explore</a></li> </ul> </li> </ul> </div> <div class="site-footer__info"> </div> </div> </div> <div class="footer_subcscription"> <div class="wpcf7 no-js" id="wpcf7-f2374-p1553-o1" lang="en-US" dir="ltr"> <div class="screen-reader-response"><p role="status" aria-live="polite" aria-atomic="true"></p> <ul></ul></div> <form action="/glossary/bert/#wpcf7-f2374-p1553-o1" method="post" class="wpcf7-form init" aria-label="Contact form" novalidate="novalidate" data-status="init"> <div style="display: none;"> <input type="hidden" name="_wpcf7" value="2374" /> <input type="hidden" name="_wpcf7_version" value="5.9.8" /> <input type="hidden" name="_wpcf7_locale" value="en_US" /> <input type="hidden" name="_wpcf7_unit_tag" value="wpcf7-f2374-p1553-o1" /> <input type="hidden" name="_wpcf7_container_post" value="1553" /> <input type="hidden" name="_wpcf7_posted_data_hash" value="" /> <input type="hidden" name="_wpcf7_recaptcha_response" value="" /> </div> <div class="footer-subcription-box"> <h3 class="title">ML Newsletter</h3> <p class="description">Top MLOps articles, case studies, events (and more) in your inbox every month</p> <div class="form-wrap c-form-subscription"> <div class="c-form-primary__field"><span class="wpcf7-form-control-wrap" data-name="your-email"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-email wpcf7-validates-as-required wpcf7-text wpcf7-validates-as-email" autocomplete="email" aria-required="true" aria-invalid="false" placeholder="Email" value="" type="email" name="your-email" /></span></div> <input class="wpcf7-form-control wpcf7-submit has-spinner" type="submit" value="Subscribe" /> </div> <div id="customMessage" style="display: none;"> You're subscribed! Check your inbox for exciting updates! </div> </div><div class="wpcf7-response-output" aria-hidden="true"></div> </form> </div> </div> </div> <div class="site-footer__row"> <div class="site-footer__copy"> 漏 Copyright Dagshub 2025</div> </div> </div> <div class="elipse-background"></div> <div class="elipse-background right"></div> </div> </div> <div class="modal fade c-modal c-modal-default cf7-form-modal show" tabindex="-1" id="modal-1687"> <div class="modal-dialog"> <div class="modal-content"> <div class="modal-header"> Contact us </div> <div class="modal-body"> <div class="wpcf7 no-js" id="wpcf7-f1687-p1553-o2" lang="en-US" dir="ltr"> <div class="screen-reader-response"><p role="status" aria-live="polite" aria-atomic="true"></p> <ul></ul></div> <form action="/glossary/bert/#wpcf7-f1687-p1553-o2" method="post" class="wpcf7-form init" aria-label="Contact form" novalidate="novalidate" data-status="init"> <div style="display: none;"> <input type="hidden" name="_wpcf7" value="1687" /> <input type="hidden" name="_wpcf7_version" value="5.9.8" /> <input type="hidden" name="_wpcf7_locale" value="en_US" /> <input type="hidden" name="_wpcf7_unit_tag" value="wpcf7-f1687-p1553-o2" /> <input type="hidden" name="_wpcf7_container_post" value="1553" /> <input type="hidden" name="_wpcf7_posted_data_hash" value="" /> <input type="hidden" name="_wpcf7_recaptcha_response" value="" /> </div> <div class="c-form-primary"> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="first-name" class="c-form-primary__label">First Name</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="first-name"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your first name here" value="" type="text" name="first-name" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="last-name" class="c-form-primary__label">Last Name</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="last-name"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your last name here" value="" type="text" name="last-name" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="clients-email" class="c-form-primary__label">Work email</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="clients-email"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-email wpcf7-validates-as-required wpcf7-text wpcf7-validates-as-email required" aria-required="true" aria-invalid="false" placeholder="Enter your work email here" value="" type="email" name="clients-email" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="Company-name" class="c-form-primary__label">Company name</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="company-name"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your company name here" value="" type="text" name="company-name" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="job-title" class="c-form-primary__label">Job title</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="job-title"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your job title here" value="" type="text" name="job-title" /></span> </div> </div> </div> <div class="c-form-primary__actions"> <input class="wpcf7-form-control wpcf7-submit has-spinner" type="submit" value="Request a demo" /> </div> </div><div class="wpcf7-response-output" aria-hidden="true"></div> </form> </div> </div> </div> </div> </div> <script src="https://dagshub.com/wp-includes/js/dist/hooks.min.js?ver=2810c76e705dd1a53b18" id="wp-hooks-js"></script> <script src="https://dagshub.com/wp-includes/js/dist/i18n.min.js?ver=5e580eb46a90c2b997e6" id="wp-i18n-js"></script> <script id="wp-i18n-js-after"> wp.i18n.setLocaleData( { 'text direction\u0004ltr': [ 'ltr' ] } ); </script> <script src="https://dagshub.com/wp-content/plugins/contact-form-7/includes/swv/js/index.js?ver=5.9.8" id="swv-js"></script> <script id="contact-form-7-js-extra"> var wpcf7 = {"api":{"root":"https:\/\/dagshub.com\/wp-json\/","namespace":"contact-form-7\/v1"},"cached":"1"}; </script> <script src="https://dagshub.com/wp-content/plugins/contact-form-7/includes/js/index.js?ver=5.9.8" id="contact-form-7-js"></script> <script src="https://dagshub.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script src="https://dagshub.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script> <script src="https://dagshub.com/wp-content/themes/wp-d-theme/vendors/fancybox/fancybox.min.js?ver=4.0.31" id="fancybox-new-js-js"></script> <script src="https://dagshub.com/wp-content/themes/wp-d-theme/vendors/jquery.main.js?ver=1737113322" id="custom-js"></script> <script src="https://cdn.jsdelivr.net/npm/swiper@11/swiper-bundle.min.js" id="swipper-script-js" defer data-wp-strategy="defer"></script> <script id="scripts-js-extra"> var air_light_screenReaderText = {"expand":"Open child menu","collapse":"Close child menu","expand_for":"Open child menu for","collapse_for":"Close child menu for","expand_toggle":"Open main menu","collapse_toggle":"Close main menu","external_link":"External site","target_blank":"opens in a new window","previous_slide":"Previous slide","next_slide":"Next slide","last_slide":"Last slide","skip_slider":"Skip over the carousel element"}; var air_light_externalLinkDomains = ["localhost:3000","airdev.test","airwptheme.com","localhost"]; </script> <script src="https://dagshub.com/wp-content/themes/wp-d-theme/js/prod/front-end.js?ver=1724154107" id="scripts-js"></script> <script src="https://www.google.com/recaptcha/api.js?render=6LfHrukpAAAAAA9UYBYO1jTWc1qASGHFOc5xtGfG&ver=3.0" id="google-recaptcha-js"></script> <script src="https://dagshub.com/wp-includes/js/dist/vendor/wp-polyfill.min.js?ver=3.15.0" id="wp-polyfill-js"></script> <script id="wpcf7-recaptcha-js-extra"> var wpcf7_recaptcha = {"sitekey":"6LfHrukpAAAAAA9UYBYO1jTWc1qASGHFOc5xtGfG","actions":{"homepage":"homepage","contactform":"contactform"}}; </script> <script src="https://dagshub.com/wp-content/plugins/contact-form-7/modules/recaptcha/index.js?ver=5.9.8" id="wpcf7-recaptcha-js"></script> <a href="#page" id="top" class="top no-external-link-indicator" data-version="9.2.2"> <span class="screen-reader-text">Back to top</span> <span aria-hidden="true"><svg width="6" height="4" viewBox="0 0 6 4" fill="none" xmlns="http://www.w3.org/2000/svg"> <path d="M3 0.000342107L6 3.00034L5.4625 3.53784L3 1.06284L0.537501 3.52534L5.2492e-07 2.98784L3 0.000342107Z" fill="currentColor" /> </svg> </span> </a> </body> </html>