CINXE.COM

<!doctype html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta name="viewport" content="width=device-width, initial-scale=1"> <link rel="profile" href="http://gmpg.org/xfn/11"> <script> // Constants const SIGN_IN_STATUS_ATTRIBUTE = 'data-md-signed-in', SIGNED_IN_STATUS = 'true', SIGNED_OUT_STATUS = 'false'; const SIGN_IN_USERNAME_COOKIE = 'dags_awesome', SIGN_IN_USER_ID_COOKIE = 'ajs_user_id'; const base_url = 'https://dagshub.com', ajax_url = 'https://dagshub.com/wp-admin/admin-ajax.php'; const getCookie = (name) => { let match = document.cookie.match(new RegExp('(^| )' + name + '=([^;]+)')); if (match) return match[2]; }; const is_home = false // Handling Signed in status let username = getCookie(SIGN_IN_USERNAME_COOKIE); let user_id = getCookie(SIGN_IN_USER_ID_COOKIE); if (username && user_id) { // document.body.setAttribute( // SIGN_IN_STATUS_ATTRIBUTE, // SIGNED_IN_STATUS // ); if(is_home){ location.replace(base_url+"/dashboard"); } // $('.profile-menu .avatar').attr("src", "/avatars/" + user_id); // $('.profile-menu .name').text(username); // $('#user-profile-link').attr("href", "/" + username); } else { document.body.setAttribute( SIGN_IN_STATUS_ATTRIBUTE, SIGNED_OUT_STATUS ); } </script> <meta name='robots' content='index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1' />  <title>What is Kullback-Leibler (KL) Divergence</title> <meta name="description" content="KL Divergence is a measure of how one probability distribution diverges from a second expected probability distribution." /> <link rel="canonical" href="https://dagshub.com/glossary/kl-divergence/" /> <meta property="og:locale" content="en_US" /> <meta property="og:type" content="article" /> <meta property="og:title" content="What is Kullback-Leibler (KL) Divergence" /> <meta property="og:description" content="KL Divergence is a measure of how one probability distribution diverges from a second expected probability distribution." /> <meta property="og:url" content="https://dagshub.com/glossary/kl-divergence/" /> <meta property="og:site_name" content="DagsHub" /> <meta property="article:modified_time" content="2024-12-02T10:32:30+00:00" /> <meta property="og:image" content="https://dagshub.com/wp-content/uploads/2023/04/General_OG_Image.jpg" /> <meta property="og:image:width" content="1200" /> <meta property="og:image:height" content="630" /> <meta property="og:image:type" content="image/jpeg" /> <meta name="twitter:card" content="summary_large_image" /> <meta name="twitter:site" content="@TheRealDagsHub" /> <meta name="twitter:label1" content="Est. reading time" /> <meta name="twitter:data1" content="2 minutes" /> <script type="application/ld+json" class="yoast-schema-graph">{"@context":"https://schema.org","@graph":[{"@type":"WebPage","@id":"https://dagshub.com/glossary/kl-divergence/","url":"https://dagshub.com/glossary/kl-divergence/","name":"What is Kullback-Leibler (KL) Divergence","isPartOf":{"@id":"https://dagshub.com/#website"},"datePublished":"2023-11-02T14:35:26+00:00","dateModified":"2024-12-02T10:32:30+00:00","description":"KL Divergence is a measure of how one probability distribution diverges from a second expected probability distribution.","breadcrumb":{"@id":"https://dagshub.com/glossary/kl-divergence/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https://dagshub.com/glossary/kl-divergence/"]}]},{"@type":"BreadcrumbList","@id":"https://dagshub.com/glossary/kl-divergence/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Glossary","item":"https://dagshub.com/glossary/"},{"@type":"ListItem","position":2,"name":"Kullback-Leibler (KL) Divergence"}]},{"@type":"WebSite","@id":"https://dagshub.com/#website","url":"https://dagshub.com/","name":"DagsHub","description":"","publisher":{"@id":"https://dagshub.com/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https://dagshub.com/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https://dagshub.com/#organization","name":"DagsHub","url":"https://dagshub.com/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https://dagshub.com/#/schema/logo/image/","url":"https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg","contentUrl":"https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg","width":143,"height":40,"caption":"DagsHub"},"image":{"@id":"https://dagshub.com/#/schema/logo/image/"},"sameAs":["https://x.com/TheRealDagsHub","https://www.linkedin.com/company/dagshub"]}]}</script>  <link rel='dns-prefetch' href='//dagshub.com' /> <link rel='dns-prefetch' href='//cdn.jsdelivr.net' /> <link rel="alternate" type="application/rss+xml" title="DagsHub » Feed" href="https://dagshub.com/feed/" /> <link rel="alternate" type="application/rss+xml" title="DagsHub » Comments Feed" href="https://dagshub.com/comments/feed/" /> <script> window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/15.0.3\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/dagshub.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=4e55ae54fa701286f578c2d0b9d76284"}}; /*! This file is auto-generated */ !function(i,n){var o,s,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),r=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===r[t]})}function u(e,t,n){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\uddfa\ud83c\uddf3","\ud83c\uddfa\u200b\ud83c\uddf3")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!n(e,"\ud83d\udc26\u200d\u2b1b","\ud83d\udc26\u200b\u2b1b")}return!1}function f(e,t,n){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):i.createElement("canvas"),a=r.getContext("2d",{willReadFrequently:!0}),o=(a.textBaseline="top",a.font="600 32px Arial",{});return e.forEach(function(e){o[e]=t(a,e,n)}),o}function t(e){var t=i.createElement("script");t.src=e,t.defer=!0,i.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",s=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){i.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+f.toString()+"("+[JSON.stringify(s),u.toString(),p.toString()].join(",")+"));",r=new Blob([e],{type:"text/javascript"}),a=new Worker(URL.createObjectURL(r),{name:"wpTestEmojiSupports"});return void(a.onmessage=function(e){c(n=e.data),a.terminate(),t(n)})}catch(e){}c(n=f(s,u,p))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings); </script> <link rel='stylesheet' id='block-editor-styles-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/css/prod/editor.css?ver=1734359238' type='text/css' media='all' /> <style id='wp-emoji-styles-inline-css' type='text/css'> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 0.07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel='stylesheet' id='wp-block-library-css' href='https://dagshub.com/wp-includes/css/dist/block-library/style.min.css?ver=4e55ae54fa701286f578c2d0b9d76284' type='text/css' media='all' /> <style id='wp-block-library-theme-inline-css' type='text/css'> .wp-block-audio :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-audio :where(figcaption){color:#ffffffa6}.wp-block-audio{margin:0 0 1em}.wp-block-code{border:1px solid #ccc;border-radius:4px;font-family:Menlo,Consolas,monaco,monospace;padding:.8em 1em}.wp-block-embed :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-embed :where(figcaption){color:#ffffffa6}.wp-block-embed{margin:0 0 1em}.blocks-gallery-caption{color:#555;font-size:13px;text-align:center}.is-dark-theme .blocks-gallery-caption{color:#ffffffa6}:root :where(.wp-block-image figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme :root :where(.wp-block-image figcaption){color:#ffffffa6}.wp-block-image{margin:0 0 1em}.wp-block-pullquote{border-bottom:4px solid;border-top:4px solid;color:currentColor;margin-bottom:1.75em}.wp-block-pullquote cite,.wp-block-pullquote footer,.wp-block-pullquote__citation{color:currentColor;font-size:.8125em;font-style:normal;text-transform:uppercase}.wp-block-quote{border-left:.25em solid;margin:0 0 1.75em;padding-left:1em}.wp-block-quote cite,.wp-block-quote footer{color:currentColor;font-size:.8125em;font-style:normal;position:relative}.wp-block-quote.has-text-align-right{border-left:none;border-right:.25em solid;padding-left:0;padding-right:1em}.wp-block-quote.has-text-align-center{border:none;padding-left:0}.wp-block-quote.is-large,.wp-block-quote.is-style-large,.wp-block-quote.is-style-plain{border:none}.wp-block-search .wp-block-search__label{font-weight:700}.wp-block-search__button{border:1px solid #ccc;padding:.375em .625em}:where(.wp-block-group.has-background){padding:1.25em 2.375em}.wp-block-separator.has-css-opacity{opacity:.4}.wp-block-separator{border:none;border-bottom:2px solid;margin-left:auto;margin-right:auto}.wp-block-separator.has-alpha-channel-opacity{opacity:1}.wp-block-separator:not(.is-style-wide):not(.is-style-dots){width:100px}.wp-block-separator.has-background:not(.is-style-dots){border-bottom:none;height:1px}.wp-block-separator.has-background:not(.is-style-wide):not(.is-style-dots){height:2px}.wp-block-table{margin:0 0 1em}.wp-block-table td,.wp-block-table th{word-break:normal}.wp-block-table :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-table :where(figcaption){color:#ffffffa6}.wp-block-video :where(figcaption){color:#555;font-size:13px;text-align:center}.is-dark-theme .wp-block-video :where(figcaption){color:#ffffffa6}.wp-block-video{margin:0 0 1em}:root :where(.wp-block-template-part.has-background){margin-bottom:0;margin-top:0;padding:1.25em 2.375em} </style> <style id='safe-svg-svg-icon-style-inline-css' type='text/css'> .safe-svg-cover{text-align:center}.safe-svg-cover .safe-svg-inside{display:inline-block;max-width:100%}.safe-svg-cover svg{height:100%;max-height:100%;max-width:100%;width:100%} </style> <style id='classic-theme-styles-inline-css' type='text/css'> /*! This file is auto-generated */ .wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none} </style> <style id='global-styles-inline-css' type='text/css'> :root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--color--eeee-22: #eeee22;--wp--preset--color--81-d-742: #81d742;--wp--preset--color--1-e-73-be: #1e73be;--wp--preset--color--8224-e-3: #8224e3;--wp--preset--color--6-b-6-b-6-b: #6b6b6b;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;} :where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;} :where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;} :root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;} </style> <link rel='stylesheet' id='contact-form-7-css' href='https://dagshub.com/wp-content/plugins/contact-form-7/includes/css/styles.css?ver=5.9.8' type='text/css' media='all' /> <link rel='stylesheet' id='styles-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/css/prod/main.css?ver=1734359300' type='text/css' media='all' /> <link rel='stylesheet' id='new-style-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/css/prod/new-style.css?ver=1739197738' type='text/css' media='all' /> <link rel='stylesheet' id='main-theme-style-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/style.css?ver=1724943191' type='text/css' media='all' /> <link rel='stylesheet' id='swipper-style-css' href='https://cdn.jsdelivr.net/npm/swiper@11/swiper-bundle.min.css?ver=9.2.14' type='text/css' media='' /> <link rel='stylesheet' id='fancybox-css' href='https://dagshub.com/wp-content/themes/wp-d-theme/vendors/fancybox/fancybox.css?ver=4.0.31' type='text/css' media='all' /> <link rel="https://api.w.org/" href="https://dagshub.com/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://dagshub.com/wp-json/wp/v2/glossary/2211" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://dagshub.com/xmlrpc.php?rsd" /> <link rel='shortlink' href='https://dagshub.com/?p=2211' /> <link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://dagshub.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fdagshub.com%2Fglossary%2Fkl-divergence%2F" /> <link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://dagshub.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fdagshub.com%2Fglossary%2Fkl-divergence%2F&format=xml" />  <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-PGHTMDN');</script>  <link rel="icon" href="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-32x32.png" sizes="32x32" /> <link rel="icon" href="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-192x192.png" sizes="192x192" /> <link rel="apple-touch-icon" href="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-180x180.png" /> <meta name="msapplication-TileImage" content="https://dagshub.com/wp-content/uploads/2023/01/cropped-DH-Logo-512x512-3-270x270.png" /> <style id="wp-custom-css"> .c-glossary__thumb{ top:0px; left:0px; } .header__actions .c-buttons { margin-top: 0; } .grecaptcha-badge{ visibility: hidden; } .home .site-head{ background-color:rgba(0,0,0,.0); } body:not(.home){ margin-top:68px; } body .site .main { padding-top: 0; } body:not(.home) .site { padding-top: 0px; } .home .site-head.site-head__scrolled{ background-color:#090819; } .logos-gallery .main-gallery .main-gallery__row .gallery-item img{ max-height:66px; max-width:155px; object-fit: contain; } #wpcf7-f2379-p2377-o1 .c-form-primary__field:has(.wpcf7-not-valid) .wpcf7-not-valid-tip { display: block; } @media only screen and (max-width: 1280px) { .logos-gallery .main-gallery .main-gallery__row .gallery-item img{ max-width:120px; max-height:55px; } } @media only screen and (max-width: 1199px) { .head-nav a:not(.btn) { display: block; } .head-nav a:not(.btn) .menu-item__text{ display:block; } .head-nav .sub-menu a:not(.btn) .menu-item__text{ display:inline-flex; } } @media only screen and (max-width: 1026px) { .canvas-animation--bg, .canvas-animation--bg canvas{ pointer-events:none; } .logos-gallery .main-gallery .main-gallery__row .gallery-item img{ max-width:90px; max-height:40px; } .home-hero-block .title__gradient div { -webkit-text-fill-color: #0000; background: linear-gradient(180deg, #fff 17.78%, #ffffff1a 191.11%); background-clip: text; -webkit-background-clip: text; pointer-events: none; } } @media only screen and (min-width: 1441px) { .site-head__nav { margin-right: auto; margin-right: auto; } } .text-image-section__content { max-width: 565px; } .card-item__icon { width: 50px; height: 50px; } @media only screen and (max-width: 767px) { .home-hero-block .title__gradient div br { display: none; } .home-hero-block .title { font-size: 35px; } .home-hero-block .description { font-size: 17px; } } .btn a { text-decoration: none; color: inherit; } .compare-features .features--title { top: 80px; } .compare-features .table-scroll thead { top: 85px; } .hero-features { box-sizing: content-box; } @media only screen and (max-width: 1480px) { .hero-features { box-sizing: border-box; } } @media only screen and (max-width: 768px) { td.fixed-side.td--header { width: 100vw; max-width: 262px; } } .logos-section:before { display: none; } .compare-features .table-scroll thead th .btn { max-width: initial; margin: 0 9px; width: initial; } .home-hero-block .title__gradient div span.highlited { margin-left: 7px; } .text-image-section video { box-shadow: 0px 0px 24px rgba(6, 23, 41, 0.16); } @media screen and (min-width: 1750px) { .cards-hover .cards__item__content img { min-height: 270px; } } </style> </head> <body class="glossary-template-default single single-glossary postid-2211 wp-custom-logo no-js"> <a class="skip-link screen-reader-text js-trigger" href="#content">Skip to content</a>  <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-PGHTMDN" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>  <div id="page" class="site"> <header class="site-head site-head__bacground" role="banner" itemscope="itemscope" itemtype="http://schema.org/WPHeader"> <div class="site-head__wrap"> <div class="container container-lg"> <div class="site-head__frame">  <div class="site-logo"> <a href="https://dagshub.com/" class="custom-logo-link" rel="home"><img width="143" height="40" src="https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg" class="custom-logo" alt="DagsHub" decoding="async" /></a> <span class="screen-reader-text" itemprop="name">DagsHub</span> </div> <button class="nav-opener" aria-label="nav opener"><span><em>Menu</em></span></button> <div class="site-head__holder">  <nav class="site-head__nav js-header-menu-item" role="navigation" itemscope="itemscope" itemtype="http://schema.org/SiteNavigationElement"> <ul class="menu head-nav main-header-menu"><li id="menu-item-2353" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2353"> <div class="menu-item__link menu-item__link--title">Platform</div> <button class="dropdown-toggle" aria-expanded="false"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-chevron-down"></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2361" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2361"> <a href="https://dagshub.com/data-engine/" class="menu-item__link" ><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-data-engine" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-data-engine"></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">Data engine</span><span class="menu-description">Manage your unstructured data</span></span></span></a> </li> <li id="menu-item-2362" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2362"> <a href="https://dagshub.com/use-cases/llm/" class="menu-item__link" ><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-llms" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-llms"></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">LLMs</span><span class="menu-description">Build LLM projects quickly</span></span></span></a> </li> <li id="menu-item-2363" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2363"> <a href="https://dagshub.com/product/" class="menu-item__link" ><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-linear-search" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-linear-search"></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">Overview</span><span class="menu-description">Organize your entire project under one roof</span></span></span></a> </li> <li id="menu-item-2364" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2364"> <a href="https://dagshub.com/enterprise/" class="menu-item__link" ><span class="menu-item__text"><span class="icon-image"><svg class="svg-icon icon-enterprise" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-enterprise"></use></svg></span><span class="menu-text-wrapper"><span class="menu-text">Enterprise</span><span class="menu-description">A single source of truth for your organization</span></span></span></a> </li> </ul> </li> <li id="menu-item-2544" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2544"> <a href="https://dagshub.com/blog/tag/case-study/" class="menu-item__link" ><span class="menu-item__text">Customers</span></a> </li> <li id="menu-item-2355" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2355"> <a href="https://dagshub.com/pricing" class="menu-item__link" ><span class="menu-item__text">Pricing</span></a> </li> <li id="menu-item-2354" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2354"> <a href="/enterprise/" class="menu-item__link" ><span class="menu-item__text">Enterprise</span></a> </li> <li id="menu-item-2351" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2351"> <div class="menu-item__link menu-item__link--title">Resources</div> <button class="dropdown-toggle" aria-expanded="false"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-chevron-down"></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2352" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2352"> <a href="https://dagshub.com/docs" class="menu-item__link" ><span class="menu-item__text">Docs</span></a> </li> <li id="menu-item-2357" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2357"> <a href="https://dagshub.com/blog/" class="menu-item__link" ><span class="menu-item__text">Blog</span></a> </li> <li id="menu-item-2358" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2358"> <a href="https://dagshub.com/datasets/" class="menu-item__link" ><span class="menu-item__text">Datasets</span></a> </li> <li id="menu-item-2359" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2359"> <a href="https://dagshub.com/glossary/" class="menu-item__link" ><span class="menu-item__text">Glossary</span></a> </li> <li id="menu-item-2360" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2360"> <a href="https://dagshub.com/blog/tag/tutorials/" class="menu-item__link" ><span class="menu-item__text">Tutorial & Webinars</span></a> </li> </ul> </li> <li id="menu-item-2356" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2356"> <div class="menu-item__link menu-item__link--title">Company</div> <button class="dropdown-toggle" aria-expanded="false"><span class="screen-readers">Expand child menu</span><span class="opener-arrow"><svg class="svg-icon icon-chevron-down" width="20" height="20""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-chevron-down"></use></svg></span></button> <ul class="sub-menu level0"> <li id="menu-item-2365" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2365"> <a href="https://dagshub.com/about" class="menu-item__link" ><span class="menu-item__text">About</span></a> </li> <li id="menu-item-2366" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2366"> <a href="https://dagshub.com/careers" class="menu-item__link" ><span class="menu-item__text">Careers</span></a> </li> <li id="menu-item-2367" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2367"> <a href="https://dagshub.com/contact-us/" class="menu-item__link" ><span class="menu-item__text">Contact us</span></a> </li> </ul> </li> </ul> </nav> <div class="site-head__tools"> <ul class="menu head-nav main-header-menu"><li id="menu-item-2372" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2372"><a rel="Navbar_Login_Clicked" href="https://dagshub.com/user/login" class="menu-item__link">Log in</a></li> <li id="menu-item-2389" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2389"><a rel="Navbar_BookADemo_Clicked" href="https://dagshub.com/book-a-demo/" class="menu-item__button btn btn--primary"><span class="btn__text">Book a demo</span></a></li> </ul> </div> </div> </div> </div> </div> </header> <div class="wrapper__body no-overlap"> <main class="main"> <article class="c-block c-article-primary"> <header class="c-article-primary__head"> <img width="1920" height="1080" src="https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash.png" class="c-article-primary__thumb" alt="" decoding="async" fetchpriority="high" srcset="https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash.png 1920w, https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash-300x169.png 300w, https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash-1024x576.png 1024w, https://dagshub.com/wp-content/uploads/2023/05/simon-lee-WK5uLckIjRo-unsplash-768x432.png 768w" sizes="(max-width: 1920px) 100vw, 1920px" /> <div class="b-block-single__head-image-author"> <p>Photo by <a href="https://unsplash.com/@simonppt?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText">SIMON LEE</a> on <a href="https://unsplash.com/photos/OdnXv9hJOEI?utm_source=unsplash&utm_medium=referral&utm_content=creditCopyText">Unsplash</a></p> </div> </header> <div class="c-article-primary__container"> <div class="c-article-primary__meta"> <div class="container container--medium-one"> <div class="c-breadcrumbs"> <p class="breadcrumbs"><span><span><a href="https://dagshub.com/glossary/">Glossary</a></span> 禄 <span class="breadcrumb_last" aria-current="page">Kullback-Leibler (KL) Divergence</span></span></p></div> <h4 class="c-article-primary__tagline">Dagshub Glossary</h4> <h1 class="c-article-primary__title">Kullback-Leibler (KL) Divergence</h1> </div> </div> <div class="c-article-primary__body"> <div class="container container--medium-one"> <div class="c-article-primary__content"> <p>Kullback-Leibler (KL) divergence, also known as relative entropy, is a measure of how one probability distribution diverges from a second expected probability distribution. Originating from information theory, KL divergence quantifies the difference between two probability distributions in terms of the number of extra bits required to code samples from one distribution using a code optimized for another distribution.</p> <h2 class="wp-block-heading">How is KL Divergence Defined?</h2> <p>Given two probability distributions $P$ and $Q$ over the same discrete random variable, the KL divergence of $Q$ from $P$ is defined as:<br /> $$<br /> \begin{equation}<br /> D_{KL}(P||Q) = \sum_{i} P(i) \log \left( \frac{P(i)}{Q(i)} \right)<br /> \end{equation}<br /> $$</p> <p>For continuous distributions, the sum is replaced by an integral:</p> <p>$$ \begin{equation}<br /> D_{KL}(P||Q) = \int P(x) \log \left( \frac{P(x)}{Q(x)} \right) dx<br /> \end{equation}<br /> $$ </p> <h2 class="wp-block-heading"><strong>Properties of KL Divergence</strong></h2> <p>1. <b>Non-Negativity:</b> $D_{KL}(P||Q) \ge 0$. This derives from Gibbs’ inequality and is a cornerstone in information theory. The KL divergence equals zero if and only if $P$ and $Q$ are the same distribution in the case of discrete random variables, or equal “almost everywhere” for continuous random variables.<br /> 2. <b>Asymmetry:</b> An essential property to be aware of is that KL divergence is not symmetric. Meaning, $D_{KL}(P||Q) \ne D_{KL}(Q||P)$. This asymmetry indicates that KL divergence is not a true metric in the mathematical sense.</p> <section id="cta-section-block_5f83e2f109ce371021d43cf371dccbf1" class="cta-section alignfull alignfull wp-block-dagshub-cta-section" style="--cta-bg-color:#0E0D2A"> <div class="container containter-wrap"> <div class="content-side "> <div class="cta-title"> <h2 class="title_2">Improve your data <br /> quality for better AI</h3> </div> <div class="cta-description"> <p class="p">Easily curate and annotate your vision, audio, <br /> and document data with a single platform</p> </div> <a href="https://dagshub.com/book-a-demo/" class="btn btn__lg btn--primary">Book A Demo</a> </div> <div class="media-side"> <img decoding="async" src="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png" alt="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png"> </div> </div> </section> <div style="height:var(--wp--preset--spacing--70)" aria-hidden="true" class="wp-block-spacer"></div> <h2 class="wp-block-heading"><strong>Significance of KL Divergence</strong></h2> <p>KL divergence finds extensive applications across various domains:</p> <ol class="wp-block-list"> <li><strong>Information Theory:</strong> It measures the inefficiency of assuming a distribution <em>Q</em> when the true distribution is <em>P</em>.</li> <li><strong>Machine Learning:</strong> In unsupervised learning, especially in models like Variational Autoencoders (VAEs), the KL divergence measures the difference between the learned representation and the actual data distribution.</li> <li><strong>Natural Language Processing:</strong> For tasks like topic modeling, KL divergence provides insights into the similarity between different document distributions.</li> </ol> <h2 class="wp-block-heading"><strong>Interpretation</strong></h2> <p>A smaller KL divergence indicates that the distributions <em>P</em> and <em>Q</em> are closer to each other. Conversely, a larger KL divergence signals that the distributions are different. However, due to its asymmetry, the divergence of <em>Q</em> from <em>P</em> might give different insights than the divergence of <em>P</em> from <em>Q</em>.</p> <h2 class="wp-block-heading">Limitations</h2> <p>1. <b>Undefined Values:</b> KL divergence is not always defined for pairs of distributions. If there exists an $i$ for which $P(i) > 0$ and $Q(i) = 0$, then $D_{KL}(P||Q)$ is infinity.<br /> 2. <b>Asymmetry:</b> Since $D_{KL}(P||Q) \ne D_{KL}(Q||P)$, it’s essential to choose the order meaningfully based on the application.</p> <section id="cta-section-block_5f83e2f109ce371021d43cf371dccbf1" class="cta-section alignfull alignfull wp-block-dagshub-cta-section" style="--cta-bg-color:#0E0D2A"> <div class="container containter-wrap"> <div class="content-side "> <div class="cta-title"> <h2 class="title_2">Improve your data <br /> quality for better AI</h3> </div> <div class="cta-description"> <p class="p">Easily curate and annotate your vision, audio, <br /> and document data with a single platform</p> </div> <a href="https://dagshub.com/book-a-demo/" class="btn btn__lg btn--primary">Book A Demo</a> </div> <div class="media-side"> <img decoding="async" src="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png" alt="https://dagshub.com/wp-content/uploads/2024/11/Data_Engine-1.png"> </div> </div> </section> <div style="height:var(--wp--preset--spacing--70)" aria-hidden="true" class="wp-block-spacer"></div> <div class="c-list-tags c-list-tags--alt"> <h3 class="c-list-tags__title">Related terms</h3> <ul class="c-list-tags__list"> <li class="c-list-tags__item"> <a class="c-list-tags__link" href="https://dagshub.com/glossary/mlops-monitoring/"> MLOps Monitoring </a> </li> </ul> </div> </div> </div> </div> </div> </article> </main> <a href="#page" class="c-arrow-top"><div class="c-arrow-top__tooltip">Back to top</div><svg width="36" height="36" viewBox="0 0 36 36" fill="none" xmlns="http://www.w3.org/2000/svg"><rect width="36" height="36" rx="12" fill="#E2E8F0"/><path fill-rule="evenodd" clip-rule="evenodd" d="M17.5286 13.5286C17.7889 13.2683 18.2111 13.2683 18.4714 13.5286L21.8047 16.862C22.0651 17.1223 22.0651 17.5444 21.8047 17.8048C21.5444 18.0651 21.1223 18.0651 20.8619 17.8048L18.6667 15.6095V22C18.6667 22.3682 18.3682 22.6667 18 22.6667C17.6318 22.6667 17.3333 22.3682 17.3333 22V15.6095L15.1381 17.8048C14.8777 18.0651 14.4556 18.0651 14.1953 17.8048C13.9349 17.5444 13.9349 17.1223 14.1953 16.862L17.5286 13.5286Z" fill="#172D32"/></svg></a> </div> <div class="site-pre-footer"> <div class="container"> <div class="content-wrapper"> <h3 class="title"> Take control of your multimodal data </h3> <p class="description">See how leading data scientists manage their data and quickly take models to production.</p> <div class="button-group"> <a href="/book-a-demo/" target="" class="btn btn__lg btn--primary" data-analytics-event="Footer_StartFree_Clicked">Book A Demo</a> </div> </div> </div> </div> <div class="site-footer"> <div class="container"> <div class="site-footer__wrap"> <div class="site-footer__logo"> <div class="site-logo"> <a href="https://dagshub.com/" class="custom-logo-link" rel="home"><img width="143" height="40" src="https://dagshub.com/wp-content/uploads/2024/04/dagshab.svg" class="custom-logo" alt="DagsHub" decoding="async" /></a> </div> <div class="site-footer__social">  <ul class="social-list"> <li class="social-list__item"> <a href="https://twitter.com/TheRealDAGsHub" target="_blank" class="social-list__link"><svg class="svg-icon icon-twitter" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-twitter"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://www.linkedin.com/company/dagshub" target="_blank" class="social-list__link"><svg class="svg-icon icon-linkedin" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-linkedin"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://youtube.com/c/dagshub" target="_blank" class="social-list__link"><svg class="svg-icon icon-youtube" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-youtube"></use></svg><span class="screen-reader-text"></span></a> </li> <li class="social-list__item"> <a href="https://discord.com/invite/9gU36Y6" target="_blank" class="social-list__link"><svg class="svg-icon icon-discord" width="18" height="18""><use xlink:href="https://dagshub.com/wp-content/themes/wp-d-theme/images/icons.svg?ver=1724154108#icon-discord"></use></svg><span class="screen-reader-text"></span></a> </li> </ul> </div> <img src="https://dagshub.com/wp-content/uploads/2024/04/image-54.png" alt="" class="bottom_logo"/> </div> <div class="site-footer__frame"> <div class="site-footer__holder"> <div class="site-footer__nav"> <ul id="menu-pro-footer-menu" class="footer-nav"><li id="menu-item-14" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-14"><a>Resources</a> <ul class="sub-menu"> <li id="menu-item-15" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-15"><a href="https://dagshub.com/docs">Docs</a></li> <li id="menu-item-16" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-16"><a href="https://dagshub.com/blog">Blog</a></li> <li id="menu-item-101" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-101"><a href="/datasets/">Datasets</a></li> <li id="menu-item-1586" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1586"><a href="/glossary/">Glossary</a></li> <li id="menu-item-2247" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2247"><a href="https://dagshub.com/blog/tag/case-study/">Case Studies</a></li> <li id="menu-item-2244" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2244"><a href="https://dagshub.com/blog/tag/tutorials/">Tutorials & Webinars</a></li> </ul> </li> <li id="menu-item-1708" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-1708"><a>Product</a> <ul class="sub-menu"> <li id="menu-item-2076" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2076"><a href="https://dagshub.com/data-engine/">Data Engine</a></li> <li id="menu-item-2250" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2250"><a href="https://dagshub.com/use-cases/llm/">LLMs</a></li> <li id="menu-item-1463" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1463"><a href="https://dagshub.com/product/">Platform</a></li> <li id="menu-item-1711" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1711"><a href="https://dagshub.com/enterprise/">Enterprise</a></li> <li id="menu-item-2464" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2464"><a href="https://dagshub.com/pricing">Pricing</a></li> </ul> </li> <li id="menu-item-2347" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-2347"><a>Company</a> <ul class="sub-menu"> <li id="menu-item-2348" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2348"><a href="https://dagshub.com/about">About</a></li> <li id="menu-item-2349" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-2349"><a href="https://dagshub.com/careers">Careers</a></li> <li id="menu-item-2350" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-2350"><a href="https://dagshub.com/contact-us/">Contact us</a></li> </ul> </li> <li id="menu-item-18" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-has-children menu-item-18"><a>Community</a> <ul class="sub-menu"> <li id="menu-item-17" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-17"><a href="https://dagshub.com/explore/repos">Explore</a></li> </ul> </li> </ul> </div> <div class="site-footer__info"> </div> </div> </div> <div class="footer_subcscription"> <div class="wpcf7 no-js" id="wpcf7-f2374-p2211-o1" lang="en-US" dir="ltr"> <div class="screen-reader-response"><p role="status" aria-live="polite" aria-atomic="true"></p> <ul></ul></div> <form action="/glossary/kl-divergence/#wpcf7-f2374-p2211-o1" method="post" class="wpcf7-form init" aria-label="Contact form" novalidate="novalidate" data-status="init"> <div style="display: none;"> <input type="hidden" name="_wpcf7" value="2374" /> <input type="hidden" name="_wpcf7_version" value="5.9.8" /> <input type="hidden" name="_wpcf7_locale" value="en_US" /> <input type="hidden" name="_wpcf7_unit_tag" value="wpcf7-f2374-p2211-o1" /> <input type="hidden" name="_wpcf7_container_post" value="2211" /> <input type="hidden" name="_wpcf7_posted_data_hash" value="" /> <input type="hidden" name="_wpcf7_recaptcha_response" value="" /> </div> <div class="footer-subcription-box"> <h3 class="title">ML Newsletter</h3> <p class="description">Top MLOps articles, case studies, events (and more) in your inbox every month</p> <div class="form-wrap c-form-subscription"> <div class="c-form-primary__field"><span class="wpcf7-form-control-wrap" data-name="your-email"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-email wpcf7-validates-as-required wpcf7-text wpcf7-validates-as-email" autocomplete="email" aria-required="true" aria-invalid="false" placeholder="Email" value="" type="email" name="your-email" /></span></div> <input class="wpcf7-form-control wpcf7-submit has-spinner" type="submit" value="Subscribe" /> </div> <div id="customMessage" style="display: none;"> You're subscribed! Check your inbox for exciting updates! </div> </div><div class="wpcf7-response-output" aria-hidden="true"></div> </form> </div> </div> </div> <div class="site-footer__row"> <div class="site-footer__copy">©2025 漏 Copyright Dagshub 2023</div> </div> </div> <div class="elipse-background"></div> <div class="elipse-background right"></div> </div> </div> <div class="modal fade c-modal c-modal-default cf7-form-modal show" tabindex="-1" id="modal-1687"> <div class="modal-dialog"> <div class="modal-content"> <div class="modal-header"> Contact us </div> <div class="modal-body"> <div class="wpcf7 no-js" id="wpcf7-f1687-p2211-o2" lang="en-US" dir="ltr"> <div class="screen-reader-response"><p role="status" aria-live="polite" aria-atomic="true"></p> <ul></ul></div> <form action="/glossary/kl-divergence/#wpcf7-f1687-p2211-o2" method="post" class="wpcf7-form init" aria-label="Contact form" novalidate="novalidate" data-status="init"> <div style="display: none;"> <input type="hidden" name="_wpcf7" value="1687" /> <input type="hidden" name="_wpcf7_version" value="5.9.8" /> <input type="hidden" name="_wpcf7_locale" value="en_US" /> <input type="hidden" name="_wpcf7_unit_tag" value="wpcf7-f1687-p2211-o2" /> <input type="hidden" name="_wpcf7_container_post" value="2211" /> <input type="hidden" name="_wpcf7_posted_data_hash" value="" /> <input type="hidden" name="_wpcf7_recaptcha_response" value="" /> </div> <div class="c-form-primary"> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="first-name" class="c-form-primary__label">First Name</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="first-name"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your first name here" value="" type="text" name="first-name" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="last-name" class="c-form-primary__label">Last Name</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="last-name"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your last name here" value="" type="text" name="last-name" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="clients-email" class="c-form-primary__label">Work email</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="clients-email"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-email wpcf7-validates-as-required wpcf7-text wpcf7-validates-as-email required" aria-required="true" aria-invalid="false" placeholder="Enter your work email here" value="" type="email" name="clients-email" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="Company-name" class="c-form-primary__label">Company name</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="company-name"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your company name here" value="" type="text" name="company-name" /></span> </div> </div> </div> <div class="c-form-primary__row"> <div class="c-form-primary__field"> <label for="job-title" class="c-form-primary__label">Job title</label> <div class="c-form-primary__field-element"> <span class="wpcf7-form-control-wrap" data-name="job-title"><input size="40" maxlength="400" class="wpcf7-form-control wpcf7-text wpcf7-validates-as-required required" aria-required="true" aria-invalid="false" placeholder="Enter your job title here" value="" type="text" name="job-title" /></span> </div> </div> </div> <div class="c-form-primary__actions"> <input class="wpcf7-form-control wpcf7-submit has-spinner" type="submit" value="Request a demo" /> </div> </div><div class="wpcf7-response-output" aria-hidden="true"></div> </form> </div> </div> </div> </div> </div> <script src="https://dagshub.com/wp-includes/js/dist/hooks.min.js?ver=2810c76e705dd1a53b18" id="wp-hooks-js"></script> <script src="https://dagshub.com/wp-includes/js/dist/i18n.min.js?ver=5e580eb46a90c2b997e6" id="wp-i18n-js"></script> <script id="wp-i18n-js-after"> wp.i18n.setLocaleData( { 'text direction\u0004ltr': [ 'ltr' ] } ); </script> <script src="https://dagshub.com/wp-content/plugins/contact-form-7/includes/swv/js/index.js?ver=5.9.8" id="swv-js"></script> <script id="contact-form-7-js-extra"> var wpcf7 = {"api":{"root":"https:\/\/dagshub.com\/wp-json\/","namespace":"contact-form-7\/v1"},"cached":"1"}; </script> <script src="https://dagshub.com/wp-content/plugins/contact-form-7/includes/js/index.js?ver=5.9.8" id="contact-form-7-js"></script> <script src="https://dagshub.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script src="https://dagshub.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script> <script src="https://dagshub.com/wp-content/themes/wp-d-theme/vendors/fancybox/fancybox.min.js?ver=4.0.31" id="fancybox-new-js-js"></script> <script src="https://dagshub.com/wp-content/themes/wp-d-theme/vendors/jquery.main.js?ver=1737113322" id="custom-js"></script> <script src="https://cdn.jsdelivr.net/npm/swiper@11/swiper-bundle.min.js" id="swipper-script-js" defer data-wp-strategy="defer"></script> <script id="scripts-js-extra"> var air_light_screenReaderText = {"expand":"Open child menu","collapse":"Close child menu","expand_for":"Open child menu for","collapse_for":"Close child menu for","expand_toggle":"Open main menu","collapse_toggle":"Close main menu","external_link":"External site","target_blank":"opens in a new window","previous_slide":"Previous slide","next_slide":"Next slide","last_slide":"Last slide","skip_slider":"Skip over the carousel element"}; var air_light_externalLinkDomains = ["localhost:3000","airdev.test","airwptheme.com","localhost"]; </script> <script src="https://dagshub.com/wp-content/themes/wp-d-theme/js/prod/front-end.js?ver=1724154107" id="scripts-js"></script> <script src="https://www.google.com/recaptcha/api.js?render=6LfHrukpAAAAAA9UYBYO1jTWc1qASGHFOc5xtGfG&ver=3.0" id="google-recaptcha-js"></script> <script src="https://dagshub.com/wp-includes/js/dist/vendor/wp-polyfill.min.js?ver=3.15.0" id="wp-polyfill-js"></script> <script id="wpcf7-recaptcha-js-extra"> var wpcf7_recaptcha = {"sitekey":"6LfHrukpAAAAAA9UYBYO1jTWc1qASGHFOc5xtGfG","actions":{"homepage":"homepage","contactform":"contactform"}}; </script> <script src="https://dagshub.com/wp-content/plugins/contact-form-7/modules/recaptcha/index.js?ver=5.9.8" id="wpcf7-recaptcha-js"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.9/MathJax.js?config=TeX-AMS_HTML&ver=1.3.12" id="mathjax-js"></script> <a href="#page" id="top" class="top no-external-link-indicator" data-version="9.2.2"> <span class="screen-reader-text">Back to top</span> <span aria-hidden="true"><svg width="6" height="4" viewBox="0 0 6 4" fill="none" xmlns="http://www.w3.org/2000/svg"> <path d="M3 0.000342107L6 3.00034L5.4625 3.53784L3 1.06284L0.537501 3.52534L5.2492e-07 2.98784L3 0.000342107Z" fill="currentColor" /> </svg> </span> </a> </body> </html>