CINXE.COM

<!DOCTYPE html><html lang="en-US" class="html_stretched responsive av-preloader-disabled html_header_top html_logo_left html_main_nav_header html_menu_right html_custom html_header_sticky html_header_shrinking_disabled html_mobile_menu_phone html_header_searchicon html_content_align_center html_header_unstick_top_disabled html_header_stretch_disabled html_av-submenu-hidden html_av-submenu-display-click html_av-overlay-side html_av-overlay-side-classic html_av-submenu-noclone html_entry_id_34181 av-cookies-no-cookie-consent av-no-preview av-default-lightbox html_text_menu_active av-mobile-menu-switch-default"><head><meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"><meta charset="UTF-8" /> <script async src="https://www.googletagmanager.com/gtag/js?id=UA-2209856-4"></script> <script>window.dataLayer = window.dataLayer || []; function gtag(){dataLayer.push(arguments);} gtag('js', new Date()); gtag('config', 'UA-2209856-4');</script> <script data-optimized="1" src="https://www.physicsforums.com/insights/wp-content/litespeed/js/2592eef92248026c6738059400d0d827.js?ver=0d827" defer type="text/javascript"></script> <meta name="viewport" content="width=device-width, initial-scale=1"><meta name='robots' content='index, follow, max-image-preview:large, max-snippet:-1, max-video-preview:-1' /><style>img:is([sizes="auto" i], [sizes^="auto," i]) { contain-intrinsic-size: 3000px 1500px }</style><title>Exploring Frequentist Probability vs Bayesian Probability</title><meta name="description" content="One of the continuous and occasionally contentious debates surrounding Bayesian statistics is the interpretation of probability. I am going to present both interpretations." /><link rel="canonical" href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/" /><meta property="og:locale" content="en_US" /><meta property="og:type" content="article" /><meta property="og:title" content="Exploring Frequentist Probability vs Bayesian Probability" /><meta property="og:description" content="One of the continuous and occasionally contentious debates surrounding Bayesian statistics is the interpretation of probability. I am going to present both interpretations." /><meta property="og:url" content="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/" /><meta property="og:site_name" content="Physics Forums Insights" /><meta property="article:publisher" content="https://www.facebook.com/physicsforums" /><meta property="article:published_time" content="2020-12-03T13:23:02+00:00" /><meta property="article:modified_time" content="2024-08-18T14:16:54+00:00" /><meta property="og:image" content="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png" /><meta property="og:image:width" content="240" /><meta property="og:image:height" content="135" /><meta property="og:image:type" content="image/png" /><meta name="author" content="Dale" /><meta name="twitter:card" content="summary_large_image" /><meta name="twitter:creator" content="@physicsforums" /><meta name="twitter:site" content="@physicsforums" /><meta name="twitter:label1" content="Written by" /><meta name="twitter:data1" content="Dale" /><meta name="twitter:label2" content="Est. reading time" /><meta name="twitter:data2" content="6 minutes" /> <script type="application/ld+json" class="yoast-schema-graph">{"@context":"https://schema.org","@graph":[{"@type":"ScholarlyArticle","@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#article","isPartOf":{"@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/"},"author":{"name":"Dale","@id":"https://www.physicsforums.com/insights/#/schema/person/fb1e9fdaf031a8b4b46dc1315a3d61df"},"headline":"Exploring Frequentist Probability vs Bayesian Probability","datePublished":"2020-12-03T13:23:02+00:00","dateModified":"2024-08-18T14:16:54+00:00","mainEntityOfPage":{"@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/"},"wordCount":1423,"commentCount":38,"publisher":{"@id":"https://www.physicsforums.com/insights/#organization"},"image":{"@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#primaryimage"},"thumbnailUrl":"https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png","keywords":["Bayesian statistics"],"articleSection":["Mathematics Articles"],"inLanguage":"en-US","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#respond"]}]},{"@type":"WebPage","@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/","url":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/","name":"Exploring Frequentist Probability vs Bayesian Probability","isPartOf":{"@id":"https://www.physicsforums.com/insights/#website"},"primaryImageOfPage":{"@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#primaryimage"},"image":{"@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#primaryimage"},"thumbnailUrl":"https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png","datePublished":"2020-12-03T13:23:02+00:00","dateModified":"2024-08-18T14:16:54+00:00","description":"One of the continuous and occasionally contentious debates surrounding Bayesian statistics is the interpretation of probability. I am going to present both interpretations.","breadcrumb":{"@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#primaryimage","url":"https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png","contentUrl":"https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png","width":240,"height":135,"caption":"bayesian statistics part 2"},{"@type":"BreadcrumbList","@id":"https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https://www.physicsforums.com/insights/"},{"@type":"ListItem","position":2,"name":"Exploring Frequentist Probability vs Bayesian Probability"}]},{"@type":"WebSite","@id":"https://www.physicsforums.com/insights/#website","url":"https://www.physicsforums.com/insights/","name":"Physics Forums Insights","description":"Science and Math Articles, Tutorials and Guides","publisher":{"@id":"https://www.physicsforums.com/insights/#organization"},"alternateName":"PF Insights","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https://www.physicsforums.com/insights/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https://www.physicsforums.com/insights/#organization","name":"Physics Forums","url":"https://www.physicsforums.com/insights/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https://www.physicsforums.com/insights/#/schema/logo/image/","url":"https://www.physicsforums.com/insights/wp-content/uploads/2018/05/facebook_image-1.png","contentUrl":"https://www.physicsforums.com/insights/wp-content/uploads/2018/05/facebook_image-1.png","width":205,"height":200,"caption":"Physics Forums"},"image":{"@id":"https://www.physicsforums.com/insights/#/schema/logo/image/"},"sameAs":["https://www.facebook.com/physicsforums","https://x.com/physicsforums","https://www.linkedin.com/company/physics-forums","https://www.pinterest.com/physicsforums"]},{"@type":"Person","@id":"https://www.physicsforums.com/insights/#/schema/person/fb1e9fdaf031a8b4b46dc1315a3d61df","name":"Dale","description":"Education: PhD in biomedical engineering and MBA Interests: family, church, farming, martial arts","url":"https://www.physicsforums.com/insights/author/dale/"}]}</script> <link rel="alternate" type="application/rss+xml" title="Physics Forums Insights » Feed" href="https://www.physicsforums.com/insights/feed/" /> <script type="text/javascript" id="wpp-js" src="https://www.physicsforums.com/insights/wp-content/plugins/wordpress-popular-posts/assets/js/wpp.js?ver=7.2.0" data-sampling="0" data-sampling-rate="100" data-api-url="https://www.physicsforums.com/insights/wp-json/wordpress-popular-posts" data-post-id="34181" data-token="5534ff0b56" data-lang="0" data-debug="1"></script> <link data-optimized="1" rel='stylesheet' id='xpress_wp_admin_style-css' href='https://www.physicsforums.com/insights/wp-content/litespeed/css/59568f3369115d72ade0de8186a4674e.css?ver=4674e' type='text/css' media='all' /><link data-optimized="1" rel='stylesheet' id='wp-block-library-css' href='https://www.physicsforums.com/insights/wp-content/litespeed/css/ad10b27e06583ae315af8368433fa1f7.css?ver=b9180' type='text/css' media='all' /><style id='global-styles-inline-css' type='text/css'>:root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--color--metallic-red: #b02b2c;--wp--preset--color--maximum-yellow-red: #edae44;--wp--preset--color--yellow-sun: #eeee22;--wp--preset--color--palm-leaf: #83a846;--wp--preset--color--aero: #7bb0e7;--wp--preset--color--old-lavender: #745f7e;--wp--preset--color--steel-teal: #5f8789;--wp--preset--color--raspberry-pink: #d65799;--wp--preset--color--medium-turquoise: #4ecac2;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 1rem;--wp--preset--font-size--medium: 1.125rem;--wp--preset--font-size--large: 1.75rem;--wp--preset--font-size--x-large: clamp(1.75rem, 3vw, 2.25rem);--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:root { --wp--style--global--content-size: 800px;--wp--style--global--wide-size: 1130px; }:where(body) { margin: 0; }.wp-site-blocks > .alignleft { float: left; margin-right: 2em; }.wp-site-blocks > .alignright { float: right; margin-left: 2em; }.wp-site-blocks > .aligncenter { justify-content: center; margin-left: auto; margin-right: auto; }:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}.is-layout-flow > .alignleft{float: left;margin-inline-start: 0;margin-inline-end: 2em;}.is-layout-flow > .alignright{float: right;margin-inline-start: 2em;margin-inline-end: 0;}.is-layout-flow > .aligncenter{margin-left: auto !important;margin-right: auto !important;}.is-layout-constrained > .alignleft{float: left;margin-inline-start: 0;margin-inline-end: 2em;}.is-layout-constrained > .alignright{float: right;margin-inline-start: 2em;margin-inline-end: 0;}.is-layout-constrained > .aligncenter{margin-left: auto !important;margin-right: auto !important;}.is-layout-constrained > :where(:not(.alignleft):not(.alignright):not(.alignfull)){max-width: var(--wp--style--global--content-size);margin-left: auto !important;margin-right: auto !important;}.is-layout-constrained > .alignwide{max-width: var(--wp--style--global--wide-size);}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}body{padding-top: 0px;padding-right: 0px;padding-bottom: 0px;padding-left: 0px;}a:where(:not(.wp-element-button)){text-decoration: underline;}:root :where(.wp-element-button, .wp-block-button__link){background-color: #32373c;border-width: 0;color: #fff;font-family: inherit;font-size: inherit;line-height: inherit;padding: calc(0.667em + 2px) calc(1.333em + 2px);text-decoration: none;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-metallic-red-color{color: var(--wp--preset--color--metallic-red) !important;}.has-maximum-yellow-red-color{color: var(--wp--preset--color--maximum-yellow-red) !important;}.has-yellow-sun-color{color: var(--wp--preset--color--yellow-sun) !important;}.has-palm-leaf-color{color: var(--wp--preset--color--palm-leaf) !important;}.has-aero-color{color: var(--wp--preset--color--aero) !important;}.has-old-lavender-color{color: var(--wp--preset--color--old-lavender) !important;}.has-steel-teal-color{color: var(--wp--preset--color--steel-teal) !important;}.has-raspberry-pink-color{color: var(--wp--preset--color--raspberry-pink) !important;}.has-medium-turquoise-color{color: var(--wp--preset--color--medium-turquoise) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-metallic-red-background-color{background-color: var(--wp--preset--color--metallic-red) !important;}.has-maximum-yellow-red-background-color{background-color: var(--wp--preset--color--maximum-yellow-red) !important;}.has-yellow-sun-background-color{background-color: var(--wp--preset--color--yellow-sun) !important;}.has-palm-leaf-background-color{background-color: var(--wp--preset--color--palm-leaf) !important;}.has-aero-background-color{background-color: var(--wp--preset--color--aero) !important;}.has-old-lavender-background-color{background-color: var(--wp--preset--color--old-lavender) !important;}.has-steel-teal-background-color{background-color: var(--wp--preset--color--steel-teal) !important;}.has-raspberry-pink-background-color{background-color: var(--wp--preset--color--raspberry-pink) !important;}.has-medium-turquoise-background-color{background-color: var(--wp--preset--color--medium-turquoise) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-metallic-red-border-color{border-color: var(--wp--preset--color--metallic-red) !important;}.has-maximum-yellow-red-border-color{border-color: var(--wp--preset--color--maximum-yellow-red) !important;}.has-yellow-sun-border-color{border-color: var(--wp--preset--color--yellow-sun) !important;}.has-palm-leaf-border-color{border-color: var(--wp--preset--color--palm-leaf) !important;}.has-aero-border-color{border-color: var(--wp--preset--color--aero) !important;}.has-old-lavender-border-color{border-color: var(--wp--preset--color--old-lavender) !important;}.has-steel-teal-border-color{border-color: var(--wp--preset--color--steel-teal) !important;}.has-raspberry-pink-border-color{border-color: var(--wp--preset--color--raspberry-pink) !important;}.has-medium-turquoise-border-color{border-color: var(--wp--preset--color--medium-turquoise) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;} :where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;} :where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;} :root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;}</style><link data-optimized="1" rel='stylesheet' id='ez-toc-css' href='https://www.physicsforums.com/insights/wp-content/litespeed/css/008d509d4fec340652d0312244582360.css?ver=d7f24' type='text/css' media='all' /><style id='ez-toc-inline-css' type='text/css'>div#ez-toc-container .ez-toc-title {font-size: 120%;}div#ez-toc-container .ez-toc-title {font-weight: 500;}div#ez-toc-container ul li {font-size: 95%;}div#ez-toc-container ul li {font-weight: 500;}div#ez-toc-container nav ul ul li {font-size: 90%;}div#ez-toc-container {background: #fff;border: 1px solid #ddd;}div#ez-toc-container p.ez-toc-title , #ez-toc-container .ez_toc_custom_title_icon , #ez-toc-container .ez_toc_custom_toc_icon {color: #4c4c4c;}div#ez-toc-container ul.ez-toc-list a {color: #066fac;}div#ez-toc-container ul.ez-toc-list a:hover {color: #235887;}div#ez-toc-container ul.ez-toc-list a:visited {color: #4594d1;} .ez-toc-container-direction {direction: ltr;}.ez-toc-counter ul{counter-reset: item ;}.ez-toc-counter nav ul li a::before {content: counters(item, '.', decimal) '. ';display: inline-block;counter-increment: item;flex-grow: 0;flex-shrink: 0;margin-right: .2em; float: left; }.ez-toc-widget-direction {direction: ltr;}.ez-toc-widget-container ul{counter-reset: item ;}.ez-toc-widget-container nav ul li a::before {content: counters(item, '.', decimal) '. ';display: inline-block;counter-increment: item;flex-grow: 0;flex-shrink: 0;margin-right: .2em; float: left; }</style><link data-optimized="1" rel='stylesheet' id='wordpress-popular-posts-css-css' href='https://www.physicsforums.com/insights/wp-content/litespeed/css/f37de7c74c7905b881abee3714c59450.css?ver=b2ec6' type='text/css' media='all' /><link data-optimized="1" rel='stylesheet' id='avia-merged-styles-css' href='https://www.physicsforums.com/insights/wp-content/litespeed/css/26482a11dcb0aabea248feffff00cc05.css?ver=0cc05' type='text/css' media='all' /> <script data-optimized="1" type="text/javascript" async='async' src="https://www.physicsforums.com/insights/wp-content/litespeed/js/dddbaf834171fed716d265a90aea73b5.js?ver=a73b5" id="avia-head-scripts-js"></script> <style id="wpp-loading-animation-styles">@-webkit-keyframes bgslide{from{background-position-x:0}to{background-position-x:-200%}}@keyframes bgslide{from{background-position-x:0}to{background-position-x:-200%}}.wpp-widget-block-placeholder,.wpp-shortcode-placeholder{margin:0 auto;width:60px;height:3px;background:#dd3737;background:linear-gradient(90deg,#dd3737 0%,#571313 10%,#dd3737 100%);background-size:200% auto;border-radius:3px;-webkit-animation:bgslide 1s infinite linear;animation:bgslide 1s infinite linear}</style><link rel="profile" href="https://gmpg.org/xfn/11" /><link rel="alternate" type="application/rss+xml" title="Physics Forums Insights RSS2 Feed" href="https://www.physicsforums.com/insights/feed/" /><link rel="pingback" href="https://www.physicsforums.com/insights/xmlrpc.php" /><style type='text/css' media='screen'>#top #header_main > .container, #top #header_main > .container .main_menu .av-main-nav > li > a, #top #header_main #menu-item-shop .cart_dropdown_link{ height:70px; line-height: 70px; } .html_top_nav_header .av-logo-container{ height:70px; } .html_header_top.html_header_sticky #top #wrap_all #main{ padding-top:70px; }</style><link rel="icon" href="https://www.physicsforums.com/insights/wp-content/uploads/2016/08/favicon.ico" type="image/x-icon"><style type="text/css">.saboxplugin-wrap{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;-ms-box-sizing:border-box;box-sizing:border-box;border:1px solid #eee;width:100%;clear:both;display:block;overflow:hidden;word-wrap:break-word;position:relative}.saboxplugin-wrap .saboxplugin-gravatar{float:left;padding:0 20px 20px 20px}.saboxplugin-wrap .saboxplugin-gravatar img{max-width:100px;height:auto;border-radius:0;}.saboxplugin-wrap .saboxplugin-authorname{font-size:18px;line-height:1;margin:20px 0 0 20px;display:block}.saboxplugin-wrap .saboxplugin-authorname a{text-decoration:none}.saboxplugin-wrap .saboxplugin-authorname a:focus{outline:0}.saboxplugin-wrap .saboxplugin-desc{display:block;margin:5px 20px}.saboxplugin-wrap .saboxplugin-desc a{text-decoration:underline}.saboxplugin-wrap .saboxplugin-desc p{margin:5px 0 12px}.saboxplugin-wrap .saboxplugin-web{margin:0 20px 15px;text-align:left}.saboxplugin-wrap .sab-web-position{text-align:right}.saboxplugin-wrap .saboxplugin-web a{color:#ccc;text-decoration:none}.saboxplugin-wrap .saboxplugin-socials{position:relative;display:block;background:#fcfcfc;padding:5px;border-top:1px solid #eee}.saboxplugin-wrap .saboxplugin-socials a svg{width:20px;height:20px}.saboxplugin-wrap .saboxplugin-socials a svg .st2{fill:#fff; transform-origin:center center;}.saboxplugin-wrap .saboxplugin-socials a svg .st1{fill:rgba(0,0,0,.3)}.saboxplugin-wrap .saboxplugin-socials a:hover{opacity:.8;-webkit-transition:opacity .4s;-moz-transition:opacity .4s;-o-transition:opacity .4s;transition:opacity .4s;box-shadow:none!important;-webkit-box-shadow:none!important}.saboxplugin-wrap .saboxplugin-socials .saboxplugin-icon-color{box-shadow:none;padding:0;border:0;-webkit-transition:opacity .4s;-moz-transition:opacity .4s;-o-transition:opacity .4s;transition:opacity .4s;display:inline-block;color:#fff;font-size:0;text-decoration:inherit;margin:5px;-webkit-border-radius:0;-moz-border-radius:0;-ms-border-radius:0;-o-border-radius:0;border-radius:0;overflow:hidden}.saboxplugin-wrap .saboxplugin-socials .saboxplugin-icon-grey{text-decoration:inherit;box-shadow:none;position:relative;display:-moz-inline-stack;display:inline-block;vertical-align:middle;zoom:1;margin:10px 5px;color:#444;fill:#444}.clearfix:after,.clearfix:before{content:' ';display:table;line-height:0;clear:both}.ie7 .clearfix{zoom:1}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-twitch{border-color:#38245c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-addthis{border-color:#e91c00}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-behance{border-color:#003eb0}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-delicious{border-color:#06c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-deviantart{border-color:#036824}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-digg{border-color:#00327c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-dribbble{border-color:#ba1655}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-facebook{border-color:#1e2e4f}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-flickr{border-color:#003576}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-github{border-color:#264874}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-google{border-color:#0b51c5}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-googleplus{border-color:#96271a}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-html5{border-color:#902e13}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-instagram{border-color:#1630aa}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-linkedin{border-color:#00344f}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-pinterest{border-color:#5b040e}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-reddit{border-color:#992900}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-rss{border-color:#a43b0a}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-sharethis{border-color:#5d8420}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-skype{border-color:#00658a}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-soundcloud{border-color:#995200}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-spotify{border-color:#0f612c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-stackoverflow{border-color:#a95009}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-steam{border-color:#006388}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-user_email{border-color:#b84e05}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-stumbleUpon{border-color:#9b280e}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-tumblr{border-color:#10151b}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-twitter{border-color:#0967a0}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-vimeo{border-color:#0d7091}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-windows{border-color:#003f71}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-whatsapp{border-color:#003f71}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-wordpress{border-color:#0f3647}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-yahoo{border-color:#14002d}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-youtube{border-color:#900}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-xing{border-color:#000202}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-mixcloud{border-color:#2475a0}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-vk{border-color:#243549}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-medium{border-color:#00452c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-quora{border-color:#420e00}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-meetup{border-color:#9b181c}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-goodreads{border-color:#000}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-snapchat{border-color:#999700}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-500px{border-color:#00557f}.saboxplugin-socials.sabox-colored .saboxplugin-icon-color .sab-mastodont{border-color:#185886}.sabox-plus-item{margin-bottom:20px}@media screen and (max-width:480px){.saboxplugin-wrap{text-align:center}.saboxplugin-wrap .saboxplugin-gravatar{float:none;padding:20px 0;text-align:center;margin:0 auto;display:block}.saboxplugin-wrap .saboxplugin-gravatar img{float:none;display:inline-block;display:-moz-inline-stack;vertical-align:middle;zoom:1}.saboxplugin-wrap .saboxplugin-desc{margin:0 10px 20px;text-align:center}.saboxplugin-wrap .saboxplugin-authorname{text-align:center;margin:10px 0 20px}}body .saboxplugin-authorname a,body .saboxplugin-authorname a:hover{box-shadow:none;-webkit-box-shadow:none}a.sab-profile-edit{font-size:16px!important;line-height:1!important}.sab-edit-settings a,a.sab-profile-edit{color:#0073aa!important;box-shadow:none!important;-webkit-box-shadow:none!important}.sab-edit-settings{margin-right:15px;position:absolute;right:0;z-index:2;bottom:10px;line-height:20px}.sab-edit-settings i{margin-left:5px}.saboxplugin-socials{line-height:1!important}.rtl .saboxplugin-wrap .saboxplugin-gravatar{float:right}.rtl .saboxplugin-wrap .saboxplugin-authorname{display:flex;align-items:center}.rtl .saboxplugin-wrap .saboxplugin-authorname .sab-profile-edit{margin-right:10px}.rtl .sab-edit-settings{right:auto;left:0}img.sab-custom-avatar{max-width:75px;}.saboxplugin-wrap .saboxplugin-gravatar img {-webkit-border-radius:50%;-moz-border-radius:50%;-ms-border-radius:50%;-o-border-radius:50%;border-radius:50%;}.saboxplugin-wrap .saboxplugin-gravatar img {-webkit-border-radius:50%;-moz-border-radius:50%;-ms-border-radius:50%;-o-border-radius:50%;border-radius:50%;}.saboxplugin-wrap .saboxplugin-gravatar img {-webkit-transition:all .5s ease;-moz-transition:all .5s ease;-o-transition:all .5s ease;transition:all .5s ease;}.saboxplugin-wrap .saboxplugin-gravatar img:hover {-webkit-transform:rotate(45deg);-moz-transform:rotate(45deg);-o-transform:rotate(45deg);-ms-transform:rotate(45deg);transform:rotate(45deg);}.saboxplugin-wrap {margin-top:0px; margin-bottom:0px; padding: 0px 0px }.saboxplugin-wrap .saboxplugin-authorname {font-size:18px; line-height:25px;}.saboxplugin-wrap .saboxplugin-desc p, .saboxplugin-wrap .saboxplugin-desc {font-size:14px !important; line-height:21px !important;}.saboxplugin-wrap .saboxplugin-web {font-size:14px;}.saboxplugin-wrap .saboxplugin-socials a svg {width:18px;height:18px;}</style> <script type="text/javascript">'use strict';var avia_is_mobile=!1;if(/Android|webOS|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(navigator.userAgent)&&'ontouchstart' in document.documentElement){avia_is_mobile=!0;document.documentElement.className+=' avia_mobile '} else{document.documentElement.className+=' avia_desktop '};document.documentElement.className+=' js_active ';(function(){var e=['-webkit-','-moz-','-ms-',''],n='',o=!1,a=!1;for(var t in e){if(e[t]+'transform' in document.documentElement.style){o=!0;n=e[t]+'transform'};if(e[t]+'perspective' in document.documentElement.style){a=!0}};if(o){document.documentElement.className+=' avia_transform '};if(a){document.documentElement.className+=' avia_transform3d '};if(typeof document.getElementsByClassName=='function'&&typeof document.documentElement.getBoundingClientRect=='function'&&avia_is_mobile==!1){if(n&&window.innerHeight>0){setTimeout(function(){var e=0,o={},a=0,t=document.getElementsByClassName('av-parallax'),i=window.pageYOffset||document.documentElement.scrollTop;for(e=0;e<t.length;e++){t[e].style.top='0px';o=t[e].getBoundingClientRect();a=Math.ceil((window.innerHeight+i-o.top)*0.3);t[e].style[n]='translate(0px, '+a+'px)';t[e].style.top='auto';t[e].className+=' enabled-parallax '}},50)}}})();</script><style type="text/css">@font-face {font-family: 'entypo-fontello'; font-weight: normal; font-style: normal; font-display: swap; src: url('https://www.physicsforums.com/insights/wp-content/themes/enfold/config-templatebuilder/avia-template-builder/assets/fonts/entypo-fontello.woff2') format('woff2'), url('https://www.physicsforums.com/insights/wp-content/themes/enfold/config-templatebuilder/avia-template-builder/assets/fonts/entypo-fontello.woff') format('woff'), url('https://www.physicsforums.com/insights/wp-content/themes/enfold/config-templatebuilder/avia-template-builder/assets/fonts/entypo-fontello.ttf') format('truetype'), url('https://www.physicsforums.com/insights/wp-content/themes/enfold/config-templatebuilder/avia-template-builder/assets/fonts/entypo-fontello.svg#entypo-fontello') format('svg'), url('https://www.physicsforums.com/insights/wp-content/themes/enfold/config-templatebuilder/avia-template-builder/assets/fonts/entypo-fontello.eot'), url('https://www.physicsforums.com/insights/wp-content/themes/enfold/config-templatebuilder/avia-template-builder/assets/fonts/entypo-fontello.eot?#iefix') format('embedded-opentype'); } #top .avia-font-entypo-fontello, body .avia-font-entypo-fontello, html body [data-av_iconfont='entypo-fontello']:before{ font-family: 'entypo-fontello'; }</style></head><body id="top" class="post-template-default single single-post postid-34181 single-format-standard stretched avia-mobile-no-animations rtl_columns av-curtain-numeric arial-websave arial avia-responsive-images-support" itemscope="itemscope" itemtype="https://schema.org/WebPage" ><div id='wrap_all'><header id='header' class='all_colors header_color light_bg_color av_header_top av_logo_left av_main_nav_header av_menu_right av_custom av_header_sticky av_header_shrinking_disabled av_header_stretch_disabled av_mobile_menu_phone av_header_searchicon av_header_unstick_top_disabled av_bottom_nav_disabled av_header_border_disabled' aria-label="Header" data-av_shrink_factor='50' role="banner" itemscope="itemscope" itemtype="https://schema.org/WPHeader" ><div id='header_main' class='container_wrap container_wrap_logo'><div class='container av-logo-container'><div class='inner-container'><span class='logo avia-standard-logo'><a href='https://www.physicsforums.com/insights/' class='' aria-label='Physics_Forums_Insights_logo' title='Physics_Forums_Insights_logo'><img data-lazyloaded="1" src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIzMDAiIGhlaWdodD0iMTAwIiB2aWV3Qm94PSIwIDAgMzAwIDEwMCI+PHJlY3Qgd2lkdGg9IjEwMCUiIGhlaWdodD0iMTAwJSIgZmlsbD0iI2NmZDRkYiIvPjwvc3ZnPg==" data-src="https://www.physicsforums.com/insights/wp-content/uploads/2019/02/Physics_Forums_Insights_logo.png" height="100" width="300" alt='Physics Forums Insights' title='Physics_Forums_Insights_logo' /><noscript><img src="https://www.physicsforums.com/insights/wp-content/uploads/2019/02/Physics_Forums_Insights_logo.png" height="100" width="300" alt='Physics Forums Insights' title='Physics_Forums_Insights_logo' /></noscript></a></span><nav class='main_menu' data-selectname='Select a page' role="navigation" itemscope="itemscope" itemtype="https://schema.org/SiteNavigationElement" ><div class="avia-menu av-main-nav-wrap"><ul role="menu" class="menu av-main-nav" id="avia-menu"><li role="menuitem" id="menu-item-27276" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-top-level menu-item-top-level-1"><a href="https://www.physicsforums.com/insights/trending-physics-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Physics</span><span class="avia-menu-fx"><span class="avia-arrow-wrap"><span class="avia-arrow"></span></span></span></a><ul class="sub-menu"><li role="menuitem" id="menu-item-26559" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-articles/physics-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Physics Articles</span></a></li><li role="menuitem" id="menu-item-26568" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-tutorials/physics-tutorials/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Physics Tutorials</span></a></li><li role="menuitem" id="menu-item-26564" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-guides/physics-guides/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Physics Guides</span></a></li><li role="menuitem" id="menu-item-26561" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-faqs/physics-faqs/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Physics FAQs</span></a></li></ul></li><li role="menuitem" id="menu-item-27288" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-top-level menu-item-top-level-2"><a href="https://www.physicsforums.com/insights/trending-math-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Math</span><span class="avia-menu-fx"><span class="avia-arrow-wrap"><span class="avia-arrow"></span></span></span></a><ul class="sub-menu"><li role="menuitem" id="menu-item-26558" class="menu-item menu-item-type-taxonomy menu-item-object-category current-post-ancestor current-menu-parent current-post-parent"><a href="https://www.physicsforums.com/insights/science-math-articles/math-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Math Articles</span></a></li><li role="menuitem" id="menu-item-26567" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-tutorials/math-tutorials/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Math Tutorials</span></a></li><li role="menuitem" id="menu-item-26563" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-guides/math-guides/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Math Guides</span></a></li><li role="menuitem" id="menu-item-26560" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-faqs/math-faqs/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Math FAQs</span></a></li></ul></li><li role="menuitem" id="menu-item-27287" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-top-level menu-item-top-level-3"><a href="https://www.physicsforums.com/insights/trending-bio-chem-tech-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Bio/Chem/Tech</span><span class="avia-menu-fx"><span class="avia-arrow-wrap"><span class="avia-arrow"></span></span></span></a><ul class="sub-menu"><li role="menuitem" id="menu-item-26556" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-articles/biology-chemistry-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Bio/Chem Articles</span></a></li><li role="menuitem" id="menu-item-26566" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-tutorials/computer-science-tutorials/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Computer Science Tutorials</span></a></li><li role="menuitem" id="menu-item-26565" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-guides/technology-guides/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Technology Guides</span></a></li></ul></li><li role="menuitem" id="menu-item-27286" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-top-level menu-item-top-level-4"><a href="https://www.physicsforums.com/insights/trending-education-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Education</span><span class="avia-menu-fx"><span class="avia-arrow-wrap"><span class="avia-arrow"></span></span></span></a><ul class="sub-menu"><li role="menuitem" id="menu-item-26557" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-articles/education-articles/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Education Articles</span></a></li><li role="menuitem" id="menu-item-26562" class="menu-item menu-item-type-taxonomy menu-item-object-category"><a href="https://www.physicsforums.com/insights/science-math-guides/education-guides/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Education Guides</span></a></li></ul></li><li role="menuitem" id="menu-item-26569" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-top-level menu-item-top-level-5"><a href="https://www.physicsforums.com/insights/scientist-interviews/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Interviews</span><span class="avia-menu-fx"><span class="avia-arrow-wrap"><span class="avia-arrow"></span></span></span></a></li><li role="menuitem" id="menu-item-26570" class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-top-level menu-item-top-level-6"><a href="https://www.physicsforums.com/insights/science-math-quizzes/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Quizzes</span><span class="avia-menu-fx"><span class="avia-arrow-wrap"><span class="avia-arrow"></span></span></span></a></li><li role="menuitem" id="menu-item-26571" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-top-level menu-item-top-level-7"><a href="https://www.physicsforums.com/" itemprop="url" tabindex="0"><span class="avia-bullet"></span><span class="avia-menu-text">Forums</span><span class="avia-menu-fx"><span class="avia-arrow-wrap"><span class="avia-arrow"></span></span></span></a></li><li id="menu-item-search" class="noMobile menu-item menu-item-search-dropdown menu-item-avia-special" role="menuitem"><a aria-label="Search" href="?s=" rel="nofollow" data-avia-search-tooltip=" <search> <form role="search" action="https://www.physicsforums.com/insights/" id="searchform" method="get" class=""> <div> <input type="submit" value="" id="searchsubmit" class="button avia-font-entypo-fontello" title="Enter at least 3 characters to show search results in a dropdown or click to route to search result page to show all results" /> <input type="search" id="s" name="s" value="" aria-label='Search' placeholder='Search' required /> </div> </form> </search> " aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello'><span class="avia_hidden_link_text">Search</span></a></li><li class="av-burger-menu-main menu-item-avia-special " role="menuitem"> <a href="#" aria-label="Menu" aria-hidden="false"> <span class="av-hamburger av-hamburger--spin av-js-hamburger"> <span class="av-hamburger-box"> <span class="av-hamburger-inner"></span> <strong>Menu</strong> </span> </span> <span class="avia_hidden_link_text">Menu</span> </a></li></ul></div></nav></div></div></div><div class="header_bg"></div></header><div id='main' class='all_colors' data-scroll-offset='70'><div class='container_wrap container_wrap_first main_color sidebar_right'><div class='container template-blog template-single-blog '><main class='content units av-content-small alpha av-blog-meta-html-info-disabled av-main-single' role="main" itemscope="itemscope" itemtype="https://schema.org/Blog" ><article class="post-entry post-entry-type-standard post-entry-34181 post-loop-1 post-parity-odd post-entry-last single-big with-slider post-34181 post type-post status-publish format-standard has-post-thumbnail hentry category-math-articles tag-bayesian-statistics" itemscope="itemscope" itemtype="https://schema.org/BlogPosting" itemprop="blogPost" ><div class="big-preview single-big" itemprop="image" itemscope="itemscope" itemtype="https://schema.org/ImageObject" ><a href="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png" title="bayesian-statistics-part-2" ><img data-lazyloaded="1" src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIyNDAiIGhlaWdodD0iMTM1IiB2aWV3Qm94PSIwIDAgMjQwIDEzNSI+PHJlY3Qgd2lkdGg9IjEwMCUiIGhlaWdodD0iMTAwJSIgZmlsbD0iI2NmZDRkYiIvPjwvc3ZnPg==" loading="lazy" width="240" height="135" data-src="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png" class="wp-image-34193 avia-img-lazy-loading-34193 attachment-entry_with_sidebar size-entry_with_sidebar wp-post-image" alt="bayesian statistics part 2" decoding="async" /><noscript><img loading="lazy" width="240" height="135" src="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png" class="wp-image-34193 avia-img-lazy-loading-34193 attachment-entry_with_sidebar size-entry_with_sidebar wp-post-image" alt="bayesian statistics part 2" decoding="async" /></noscript></a></div><div class="blog-meta"></div><div class='entry-content-wrapper clearfix standard-content'><header class="entry-content-header" aria-label="Post: Exploring Frequentist Probability vs Bayesian Probability"><h1 class='post-title entry-title ' itemprop="headline" >Exploring Frequentist Probability vs Bayesian Probability<span class="post-format-icon minor-meta"></span></h1><span class="post-meta-infos"><time class="date-container minor-meta updated" itemprop="datePublished" datetime="2020-12-03T07:23:02-06:00" >December 3, 2020</time><span class="text-sep">/</span><span class="comment-container minor-meta"><a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comments" class="comments-link" >38 Comments</a></span><span class="text-sep">/</span><span class="blog-categories minor-meta">in <a href="https://www.physicsforums.com/insights/science-math-articles/math-articles/" rel="tag">Mathematics Articles</a></span><span class="text-sep">/</span><span class="blog-author minor-meta">by <span class="entry-author-link" itemprop="author" ><span class="author"><span class="fn"><a href="https://www.physicsforums.com/insights/author/dale/" title="Posts by Dale" rel="author">Dale</a></span></span></span></span></span></header><div class="entry-content" itemprop="text" ><div><strong>Estimated Read Time:</strong> 6 minute(s)</div><div><strong>Common Topics:</strong> probability, bayesian, axioms, randomness, frequentist</div><div><div id="ez-toc-container" class="ez-toc-v2_0_72 counter-hierarchy ez-toc-counter ez-toc-custom ez-toc-container-direction"><p class="ez-toc-title" style="cursor:inherit">Table of Contents</p> <label for="ez-toc-cssicon-toggle-item-67b56ec98cfd7" class="ez-toc-cssicon-toggle-label"><span class="ez-toc-cssicon"><span class="eztoc-hide" style="display:none;">Toggle</span><span class="ez-toc-icon-toggle-span"><svg style="fill: #4c4c4c;color:#4c4c4c" xmlns="http://www.w3.org/2000/svg" class="list-377408" width="20px" height="20px" viewBox="0 0 24 24" fill="none"><path d="M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z" fill="currentColor"></path></svg><svg style="fill: #4c4c4c;color:#4c4c4c" class="arrow-unsorted-368013" xmlns="http://www.w3.org/2000/svg" width="10px" height="10px" viewBox="0 0 24 24" version="1.2" baseProfile="tiny"><path d="M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z"/></svg></span></span></label><input type="checkbox" id="ez-toc-cssicon-toggle-item-67b56ec98cfd7" aria-label="Toggle" /><nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class="ez-toc-link ez-toc-heading-1" href="#Confessions-of-a-moderate-Bayesian-part-2" title="Confessions of a moderate Bayesian, part 2">Confessions of a moderate Bayesian, part 2</a></li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class="ez-toc-link ez-toc-heading-2" href="#Background" title="Background">Background</a></li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class="ez-toc-link ez-toc-heading-3" href="#Probability-axioms" title="Probability axioms">Probability axioms</a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class="ez-toc-link ez-toc-heading-4" href="#Randomness" title="Randomness">Randomness</a></li></ul></li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class="ez-toc-link ez-toc-heading-5" href="#Frequentist-probabilities" title="Frequentist probabilities">Frequentist probabilities</a></li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class="ez-toc-link ez-toc-heading-6" href="#Bayesian-probabilities" title="Bayesian probabilities">Bayesian probabilities</a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class="ez-toc-link ez-toc-heading-7" href="#Bayes-theorem" title="Bayes’ theorem">Bayes’ theorem</a></li></ul></li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class="ez-toc-link ez-toc-heading-8" href="#The-frequentist-vs-Bayesian-conflict" title="The frequentist vs Bayesian conflict">The frequentist vs Bayesian conflict</a></li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class="ez-toc-link ez-toc-heading-9" href="#Summary" title="Summary">Summary</a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class="ez-toc-link ez-toc-heading-10" href="#More-Related-Articles" title="More Related Articles">More Related Articles</a></li></ul></li></ul></nav></div><h2><span class="ez-toc-section" id="Confessions-of-a-moderate-Bayesian-part-2"></span>Confessions of a moderate Bayesian, part 2<span class="ez-toc-section-end"></span></h2><p>Read Part 1: <a href="https://www.physicsforums.com/insights/how-to-get-started-with-bayesian-stats-confessions-of-a-moderate-bayesian/">Confessions of a moderate Bayesian, part 1</a></p><p>Bayesian statistics by and for non-statisticians</p><p><a href="https://www.cafepress.com/physicsforums.13280237" target="_blank">https://www.cafepress.com/physicsforums.13280237</a></p><h2><span class="ez-toc-section" id="Background"></span>Background<span class="ez-toc-section-end"></span></h2><p>One of the continuous and occasionally contentious debates surrounding Bayesian statistics is the interpretation of probability. For anyone familiar with my posts on this forum, I am not generally a big fan of interpretation debates. This one is no exception. So I am going to present both interpretations as factually as I can, and then conclude with my take on the issue and my approach.</p><h2><span class="ez-toc-section" id="Probability-axioms"></span>Probability axioms<span class="ez-toc-section-end"></span></h2><p>Probability is a mathematical concept that is applied to various domains. I think that it is worthwhile to point out the mathematical underpinnings in at least a brief and non-rigorous form.</p><p>The axioms of probability that are typically used were formulated by Kolmogorov. He started with a complete set of “events” forming a sample space and a measure of that sample space called the probability of the event. Then probability is defined by the following axioms:</p><ol><li>The probability of any event in the sample space is a non-negative real number.</li><li>The probability of the whole sample space is 1.</li><li>The probability of the union of several mutually exclusive events is equal to the sum of the probabilities of the individual events.</li></ol><p>Anything that behaves according to these axioms can be treated as a probability. I have glossed over some of the technical details of setting up the sample space and the events, and also it is worth noting that the third axiom can be written in terms of a countably infinite union or a finite union.</p><h3><span class="ez-toc-section" id="Randomness"></span>Randomness<span class="ez-toc-section-end"></span></h3><p>It is important to recognize that nothing in the axioms of probability requires randomness. That is, the mathematical concept of probability is used to analyze randomness, but that is an application of probability, not probability itself.</p><p>Similarly, vectors are used to represent the outcome of a measurement of some quantity like velocity, but nothing in the mathematical definition of a vector requires velocity. Velocity is an application of vectors just as randomness is an application of probability.</p><h2><span class="ez-toc-section" id="Frequentist-probabilities"></span>Frequentist probabilities<span class="ez-toc-section-end"></span></h2><p>In typical introductory classes, the concept of probability is introduced together with the notion of a random variable that can be repeatedly sampled. A good example is the outcome of flipping a coin. It doesn’t matter too much if we consider a coin-flipping system to be inherently random or simply random due to ignorance of the details of the initial conditions on which the outcome depends. Either way, we can perform the physical experiment of flipping a coin and we can observe that the result of the experiment is either a head or a tail.</p><p>Now, to apply the axioms of probability to this we need to construct a sample space. That is rather easy, our sample space can be ##\{H,T\}## where ##H## is the event of getting heads on a single flip and ##T## is the event of getting tails on a single flip.</p><p>Now, we need a way to determine the measure ##P(H)##. For frequentist probabilities, the way to determine ##P(H)## is to repeat the experiment a large number of times and calculate the frequency that the event ##H## happens. In other words, if you do ##N## trials and get ##n_H## heads then $$P(H) \approx \frac{n_H}{N}$$ for large ##N## with equality for a hypothetical infinite ##N##. So a frequentist probability is simply the “long-run” frequency of some event.</p><p>This has some nice features. First, it is objective; anyone with access to the same infinite set of data will get the same number for ##P(H)##. Second, it follows the axioms above, so you can either use ##P(H)## and the axioms to calculate ##P(T)## or you can use your data set to get the long-run frequency of tails ##n_T/N##.</p><p>It also has some problematic features, the worst of which is the long-run frequency. It is not realistic to get an infinite set of data even for something as inexpensive as flipping a coin, let alone for more expensive experiments where a single data point may cost thousands of dollars and years. The best you can do is get an approximation to ##P(H)## and sometimes that approximation can be quite bad.</p><h2><span class="ez-toc-section" id="Bayesian-probabilities"></span>Bayesian probabilities<span class="ez-toc-section-end"></span></h2><p>The Bayesian concept of probability is more about uncertainty than about randomness. Remember, randomness is an important application of probability, not probability itself. Of course, if something is random, then we will be uncertain about it, but we can be uncertain about things that we don’t consider to be random.</p><p>For example, the value of the gravitational constant ##G## in SI units. We wouldn’t generally think of that as being random, but we also do not know it with certainty. We can therefore treat our uncertain knowledge of ##G## as a Bayesian probability. Some of the terminologies remain from the frequentist usage, so we may even call ##G## a random variable, although a purist (which I am not) may insist on calling it a parameter.</p><p>Bayesian probabilities obey the standard axioms of probability, so they are full-fledged probabilities, regardless of whether they describe true randomness or other uncertainty. Often they are described in terms of subjective beliefs, however “belief” in this sense is formalized in a way that requires “beliefs” to follow the axioms of probability. This is not how the psychological phenomenon of belief always works.</p><h3><span class="ez-toc-section" id="Bayes-theorem"></span>Bayes’ theorem<span class="ez-toc-section-end"></span></h3><p>From the axioms of probability, it is relatively straightforward to derive Bayes’ theorem from whence Bayesian probability gets its name and its most important procedure: $$P(A|B)=\frac{P(B|A) \ P(A)}{P(B)}$$</p><p>For science we usually choose ##A=\text{hypothesis}## and ##B=\text{data}## so that $$P(\text{hypothesis}|\text{data}) = \frac{P(\text{data}|\text{hypothesis}) \ P(\text{hypothesis})} {P(\text{data})}$$ This gives us a way of expressing our uncertainty about scientific hypotheses, something that doesn’t make sense in terms of frequentist probability. As importantly, it tells us how to update our scientific beliefs in the face of new evidence.</p><p>In this equation ##P(\text{hypothesis})## is the probability that describes our uncertainty in the hypothesis before seeing the data, called the “prior”. ##P(\text{hypothesis}|\text{data})## is our uncertainty in the hypothesis after seeing the data, called the “posterior”. Both are probabilities so they each have probability distribution functions etc.</p><h2><span class="ez-toc-section" id="The-frequentist-vs-Bayesian-conflict"></span>The frequentist vs Bayesian conflict<span class="ez-toc-section-end"></span></h2><p>For some reason, the whole difference between frequentist and Bayesian probability seems far more contentious than it should be, in my opinion. I think some of it may be due to the mistaken idea that probability is synonymous with randomness. The Bayesian use of probability seems fundamentally wrong to someone who equates the two. But since both types of probability follow the same axioms, mathematically they are both valid and theorems that apply for one apply for the other. In particular, Bayesians don’t have some sort of exclusive rights to Bayes’ theorem.</p><p>The uncertainty should be the same as the long-term frequency once you have accumulated that infinite amount of data. And since you never have that infinite amount of data you will always have some uncertainty remaining. So the two types of probability are also complementary to each other. Furthermore, as we have seen, Bayesian methods give us ##P(\text{hypothesis}|\text{data})## and frequentist methods focus on ##P(\text{data}|\text{hypothesis})##, which are also complementary.</p><h2><span class="ez-toc-section" id="Summary"></span>Summary<span class="ez-toc-section-end"></span></h2><p>Just as I am not a fan of rigid adherence to scientific interpretations, I am also not a fan of rigid adherence to interpretations of probability. In both cases, I think that it is far more beneficial to learn multiple interpretations and switch between them as needed. When one is particularly suited to a given problem, then use that, and when the other is more suitable then switch. Just as different scientific interpretations produce the same experimental results so they can be used interchangeably, similarly the different interpretations of probability both follow the same axioms and can be used largely interchangeably. They are equivalent in that sense.</p><p>I hope this overview has given you a basic understanding of the differences between Bayesian and frequentist probabilities and perhaps a better understanding of the distinction between probability and randomness. Perhaps the odd contention between adherents of these two interpretations can eventually be dismissed as more people become familiar with both and use each when appropriate.</p><p>Continue to part 3: <a href="https://www.physicsforums.com/insights/how-bayesian-inference-works-in-the-context-of-science/">How Bayesian Inference Works in the Context of Science</a></p><p><a href="https://www.physicsforums.com/threads/frequentist-probability-vs-bayesian-probability.996773/">Comment Thread</a></p></div><div class="saboxplugin-wrap" itemtype="http://schema.org/Person" itemscope itemprop="author"><div class="saboxplugin-tab"><div class="saboxplugin-gravatar"></div><div class="saboxplugin-authorname"><a href="https://www.physicsforums.com/insights/author/dale/" class="vcard author" rel="author"><span class="fn">Dale</span></a></div><div class="saboxplugin-desc"><div itemprop="description"><p>Education: PhD in biomedical engineering and MBA</p><p>Interests: family, church, farming, martial arts</p></div></div><div class="clearfix"></div></div></div><style>.lwrp.link-whisper-related-posts{ margin-top: 25px; margin-bottom: 25px; } .lwrp .lwrp-title{ }.lwrp .lwrp-description{ } .lwrp .lwrp-list-container{ } .lwrp .lwrp-list-multi-container{ display: flex; } .lwrp .lwrp-list-double{ width: 48%; } .lwrp .lwrp-list-triple{ width: 32%; } .lwrp .lwrp-list-row-container{ display: flex; justify-content: space-between; } .lwrp .lwrp-list-row-container .lwrp-list-item{ width: calc(33% - 20px); } .lwrp .lwrp-list-item:not(.lwrp-no-posts-message-item){ margin-bottom: 25px; } .lwrp .lwrp-list-item img{ max-width: 100%; height: auto; object-fit: cover; aspect-ratio: 1 / 1; } .lwrp .lwrp-list-item.lwrp-empty-list-item{ background: initial !important; } .lwrp .lwrp-list-item .lwrp-list-link .lwrp-list-link-title-text, .lwrp .lwrp-list-item .lwrp-list-no-posts-message{ }@media screen and (max-width: 480px) { .lwrp.link-whisper-related-posts{ } .lwrp .lwrp-title{ }.lwrp .lwrp-description{ } .lwrp .lwrp-list-multi-container{ flex-direction: column; } .lwrp .lwrp-list-multi-container ul.lwrp-list{ margin-top: 0px; margin-bottom: 0px; padding-top: 0px; padding-bottom: 0px; } .lwrp .lwrp-list-double, .lwrp .lwrp-list-triple{ width: 100%; } .lwrp .lwrp-list-row-container{ justify-content: initial; flex-direction: column; } .lwrp .lwrp-list-row-container .lwrp-list-item{ width: 100%; } .lwrp .lwrp-list-item:not(.lwrp-no-posts-message-item){ } .lwrp .lwrp-list-item .lwrp-list-link .lwrp-list-link-title-text, .lwrp .lwrp-list-item .lwrp-list-no-posts-message{ }; }</style><div id="link-whisper-related-posts-widget" class="link-whisper-related-posts lwrp"><h3 class="lwrp-title">More Related Articles</h3><div class="lwrp-list-container"><div class="lwrp-list-multi-container"><ul class="lwrp-list lwrp-list-double lwrp-list-left"><li class="lwrp-list-item"><a href="https://www.physicsforums.com/insights/scientific-inference-come-know-stuff-ii/" class="lwrp-list-link"><span class="lwrp-list-link-title-text">Scientific Inference: Do We Really Need Induction?</span></a></li><li class="lwrp-list-item"><a href="https://www.physicsforums.com/insights/posterior-predictive-distributions-in-bayesian-statistics/" class="lwrp-list-link"><span class="lwrp-list-link-title-text">Posterior Predictive Distributions in Bayesian Statistics</span></a></li><li class="lwrp-list-item"><a href="https://www.physicsforums.com/insights/blockworld-foundational-implications-part-5-delayed-choice-no-counterfactual-definiteness/" class="lwrp-list-link"><span class="lwrp-list-link-title-text">Blockworld and its Foundational Implications: Delayed Choice and No Counterfactual Definiteness</span></a></li></ul><ul class="lwrp-list lwrp-list-double lwrp-list-right"><li class="lwrp-list-item"><a href="https://www.physicsforums.com/insights/scientific-inference-come-know-stuff/" class="lwrp-list-link"><span class="lwrp-list-link-title-text">Scientific Inference: Logical Induction Ain’t Logical</span></a></li><li class="lwrp-list-item"><a href="https://www.physicsforums.com/insights/modern-physics-understood-as-an-unrecognized-kuhnian-revolution/" class="lwrp-list-link"><span class="lwrp-list-link-title-text">Modern Physics Understood as an Unrecognized Kuhnian Revolution</span></a></li><li class="lwrp-list-item"><a href="https://www.physicsforums.com/insights/how-bayesian-inference-works-in-the-context-of-science/" class="lwrp-list-link"><span class="lwrp-list-link-title-text">How Bayesian Inference Works in the Context of Science</span></a></li></ul></div></div></div></div><footer class="entry-footer"><span class="blog-tags minor-meta"><strong>Tags:</strong><span> <a href="https://www.physicsforums.com/insights/tag/bayesian-statistics/" rel="tag">Bayesian statistics</a></span></span><div class='av-social-sharing-box av-social-sharing-box-default av-social-sharing-box-fullwidth'><div class="av-share-box"><h5 class='av-share-link-description av-no-toc '>Share this entry</h5><ul class="av-share-box-list noLightbox"><li class='av-share-link av-social-link-facebook' ><a target="_blank" aria-label="Share on Facebook" href='https://www.facebook.com/sharer.php?u=https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/&t=Exploring%20Frequentist%20Probability%20vs%20Bayesian%20Probability' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='' data-avia-related-tooltip='Share on Facebook' rel="noopener"><span class='avia_hidden_link_text'>Share on Facebook</span></a></li><li class='av-share-link av-social-link-twitter' ><a target="_blank" aria-label="Share on X" href='https://twitter.com/share?text=Exploring%20Frequentist%20Probability%20vs%20Bayesian%20Probability&url=https://www.physicsforums.com/insights/?p=34181' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='' data-avia-related-tooltip='Share on X' rel="noopener"><span class='avia_hidden_link_text'>Share on X</span></a></li><li class='av-share-link av-social-link-whatsapp' ><a target="_blank" aria-label="Share on WhatsApp" href='https://api.whatsapp.com/send?text=https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='' data-avia-related-tooltip='Share on WhatsApp' rel="noopener"><span class='avia_hidden_link_text'>Share on WhatsApp</span></a></li><li class='av-share-link av-social-link-linkedin' ><a target="_blank" aria-label="Share on LinkedIn" href='https://linkedin.com/shareArticle?mini=true&title=Exploring%20Frequentist%20Probability%20vs%20Bayesian%20Probability&url=https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='' data-avia-related-tooltip='Share on LinkedIn' rel="noopener"><span class='avia_hidden_link_text'>Share on LinkedIn</span></a></li><li class='av-share-link av-social-link-reddit' ><a target="_blank" aria-label="Share on Reddit" href='https://reddit.com/submit?url=https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/&title=Exploring%20Frequentist%20Probability%20vs%20Bayesian%20Probability' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='' data-avia-related-tooltip='Share on Reddit' rel="noopener"><span class='avia_hidden_link_text'>Share on Reddit</span></a></li><li class='av-share-link av-social-link-mail' ><a aria-label="Share by Mail" href='mailto:?subject=Exploring%20Frequentist%20Probability%20vs%20Bayesian%20Probability&body=https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='' data-avia-related-tooltip='Share by Mail'><span class='avia_hidden_link_text'>Share by Mail</span></a></li></ul></div></div></footer><div class='post_delimiter'></div></div><div class="post_author_timeline"></div><span class='hidden'> <span class='av-structured-data' itemprop="image" itemscope="itemscope" itemtype="https://schema.org/ImageObject" > <span itemprop='url'>https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-statistics-part-2.png</span> <span itemprop='height'>135</span> <span itemprop='width'>240</span> </span> <span class='av-structured-data' itemprop="publisher" itemtype="https://schema.org/Organization" itemscope="itemscope" > <span itemprop='name'>Dale</span> <span itemprop='logo' itemscope itemtype='https://schema.org/ImageObject'> <span itemprop='url'>https://www.physicsforums.com/insights/wp-content/uploads/2019/02/Physics_Forums_Insights_logo.png</span> </span> </span><span class='av-structured-data' itemprop="author" itemscope="itemscope" itemtype="https://schema.org/Person" ><span itemprop='name'>Dale</span></span><span class='av-structured-data' itemprop="datePublished" datetime="2020-12-03T07:23:02-06:00" >2020-12-03 07:23:02</span><span class='av-structured-data' itemprop="dateModified" itemtype="https://schema.org/dateModified" >2024-08-18 09:16:54</span><span class='av-structured-data' itemprop="mainEntityOfPage" itemtype="https://schema.org/mainEntityOfPage" ><span itemprop='name'>Exploring Frequentist Probability vs Bayesian Probability</span></span></span></article><div class='single-big'></div><div class='related_posts clearfix av-related-style-full'><h5 class="related_title">You might also like</h5><div class="related_entries_container"><div class='av_one_half no_margin alpha relThumb relThumb1 relThumbOdd post-format-standard related_column'><a href='https://www.physicsforums.com/insights/how-bayesian-inference-works-in-the-context-of-science/' class='relThumWrap noLightbox' title='How Bayesian Inference Works in the Context of Science'><span class='related_image_wrap' ><img data-lazyloaded="1" src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIxODAiIGhlaWdodD0iMTM1IiB2aWV3Qm94PSIwIDAgMTgwIDEzNSI+PHJlY3Qgd2lkdGg9IjEwMCUiIGhlaWdodD0iMTAwJSIgZmlsbD0iI2NmZDRkYiIvPjwvc3ZnPg==" loading="lazy" width="180" height="135" data-src="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-180x135.png" class="wp-image-34755 avia-img-lazy-loading-34755 attachment-square size-square wp-post-image" alt="bayesian inference" title="bayesian-inference" decoding="async" /><noscript><img loading="lazy" width="180" height="135" src="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-180x135.png" class="wp-image-34755 avia-img-lazy-loading-34755 attachment-square size-square wp-post-image" alt="bayesian inference" title="bayesian-inference" decoding="async" /></noscript><span class='related-format-icon '><span class='related-format-icon-inner' aria-hidden='true' data-av_icon='' data-av_iconfont='entypo-fontello'></span></span></span><strong class="av-related-title">How Bayesian Inference Works in the Context of Science</strong></a></div><div class='av_one_half no_margin relThumb relThumb2 relThumbEven post-format-standard related_column'><a href='https://www.physicsforums.com/insights/posterior-predictive-distributions-in-bayesian-statistics/' class='relThumWrap noLightbox' title='Posterior Predictive Distributions in Bayesian Statistics'><span class='related_image_wrap' ><img data-lazyloaded="1" src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIxODAiIGhlaWdodD0iMTM1IiB2aWV3Qm94PSIwIDAgMTgwIDEzNSI+PHJlY3Qgd2lkdGg9IjEwMCUiIGhlaWdodD0iMTAwJSIgZmlsbD0iI2NmZDRkYiIvPjwvc3ZnPg==" loading="lazy" width="180" height="135" data-src="https://www.physicsforums.com/insights/wp-content/uploads/2021/02/bayesian-statistics-part-4-180x135.png" class="wp-image-36632 avia-img-lazy-loading-36632 attachment-square size-square wp-post-image" alt="Bayesian statistics part 4" title="Bayesian statistics part 4" decoding="async" /><noscript><img loading="lazy" width="180" height="135" src="https://www.physicsforums.com/insights/wp-content/uploads/2021/02/bayesian-statistics-part-4-180x135.png" class="wp-image-36632 avia-img-lazy-loading-36632 attachment-square size-square wp-post-image" alt="Bayesian statistics part 4" title="Bayesian statistics part 4" decoding="async" /></noscript><span class='related-format-icon '><span class='related-format-icon-inner' aria-hidden='true' data-av_icon='' data-av_iconfont='entypo-fontello'></span></span></span><strong class="av-related-title">Posterior Predictive Distributions in Bayesian Statistics</strong></a></div><div class='av_one_half no_margin omega relThumb relThumb3 relThumbOdd post-format-standard related_column'><a href='https://www.physicsforums.com/insights/how-to-get-started-with-bayesian-stats-confessions-of-a-moderate-bayesian/' class='relThumWrap noLightbox' title='How to Get Started with Bayesian Statistics'><span class='related_image_wrap' ><img data-lazyloaded="1" src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIxODAiIGhlaWdodD0iMTM1IiB2aWV3Qm94PSIwIDAgMTgwIDEzNSI+PHJlY3Qgd2lkdGg9IjEwMCUiIGhlaWdodD0iMTAwJSIgZmlsbD0iI2NmZDRkYiIvPjwvc3ZnPg==" loading="lazy" width="180" height="135" data-src="https://www.physicsforums.com/insights/wp-content/uploads/2020/11/bayesian-statistics-180x135.png" class="wp-image-34174 avia-img-lazy-loading-34174 attachment-square size-square wp-post-image" alt="bayesian statistics" title="bayesian-statistics" decoding="async" /><noscript><img loading="lazy" width="180" height="135" src="https://www.physicsforums.com/insights/wp-content/uploads/2020/11/bayesian-statistics-180x135.png" class="wp-image-34174 avia-img-lazy-loading-34174 attachment-square size-square wp-post-image" alt="bayesian statistics" title="bayesian-statistics" decoding="async" /></noscript><span class='related-format-icon '><span class='related-format-icon-inner' aria-hidden='true' data-av_icon='' data-av_iconfont='entypo-fontello'></span></span></span><strong class="av-related-title">How to Get Started with Bayesian Statistics</strong></a></div></div></div><div class='comment-entry post-entry'><div class='comment_meta_container'><div class='side-container-comment'><div class='side-container-comment-inner'> <span class='comment-count'>38</span> <span class='comment-text'>replies</span> <span class='center-border center-border-left'></span> <span class='center-border center-border-right'></span></div></div></div><div class='comment_container'><ol class="commentlist" id="comments"><li class="comment byuser comment-author-atyy even thread-even depth-1" id="li-comment-12422"><div id="comment-12422"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">atyy</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12422"> <time > January 8, 2021 at 3:00 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> How does a frequentist rationalise irrational probabilities? ;)<br /> "</p><p><a href="http://www.cs.ru.nl/P.Lucas/teaching/CI/efron.pdf" target="_blank" class="link link--external" rel="nofollow ugc noopener">http://www.cs.ru.nl/P.Lucas/teaching/CI/efron.pdf</a><br /> Why Isn't Everyone a Bayesian? <img data-lazyloaded="1" src="data:image/gif;base64,R0lGODdhAQABAPAAAMPDwwAAACwAAAAAAQABAAACAkQBADs=" data-src="https://www.physicsforums.com/styles/physicsforums/xenforo/smilies/oldschool/biggrin.gif" class="smilie" loading="lazy" alt=":oldbiggrin:" title="Big Grin :oldbiggrin:" data-shortname=":oldbiggrin:" /><noscript><img src="https://www.physicsforums.com/styles/physicsforums/xenforo/smilies/oldschool/biggrin.gif" class="smilie" loading="lazy" alt=":oldbiggrin:" title="Big Grin :oldbiggrin:" data-shortname=":oldbiggrin:" /></noscript><br /> Author(s): B. Efron<br /> Source: The American Statistician, Vol. 40, No. 1 (Feb., 1986), pp. 1-5</p><p>Just a note that "incoherent" is nowadays the more usual technical term in English.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-atyy odd alt thread-odd thread-alt depth-1" id="li-comment-12421"><div id="comment-12421"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">atyy</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12421"> <time > January 5, 2021 at 3:01 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">Would one accept another piece of evidence that many frequentists consider randomness to arise from ignorance the terminology in quantum mechanics that the density operator is sometimes "ignorance interpretable" and at other times "not ignorance interpretable"? In other words, it shows that standard quantum mechanics does use the idea that probability arises from ignorance, ie. some cases in classical and quantum mechanics are "ignorance interpretable". Here I'm assuming that most physics has used the frequentist interpretation of probability.</p><p>Here are two examples from Schlosshauer's review <a href="https://arxiv.org/abs/quant-ph/0312059" target="_blank" class="link link--external" rel="nofollow ugc noopener">https://arxiv.org/abs/quant-ph/0312059</a>.</p><p>"It is a well-known and important property of quantum mechanics that a superposition of states is fundamentally different from a classical ensemble of states, where the system actually is in only one of the states but we simply do not know in which (this is often referred to as an “ignorance-interpretable,” or “proper”ensemble). "</p><p>"Most prominently, the orthodox interpretation postulates a collapse mechanism that transforms a pure-state density matrix into an ignorance-interpretable ensemble of individual states (a “proper mixture”)."</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12420"><div id="comment-12420"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12420"> <time > January 4, 2021 at 4:15 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">Thanks <a href="https://www.physicsforums.com/members/186655/" class="username" data-xf-init="member-tooltip" data-user-id="186655" data-username="@Stephen Tashi">@Stephen Tashi</a> that is a good quote. <br /> "<br /> Isn't it the same in frequentist thinking that randomness can arise from determinism, ie. from our ignorance of the details of a deterministic process?<br /> "So Fisher clearly thinks that it is not necessary to establish “randomness” but merely to have a sample population with a well defined frequency. That fits in well with the frequentist definition of probability as a population frequency. One thing that Fisher doesn’t address there is sampling individual values from the population. Can you still use frequentist probability if the sampling is non-random (e.g. a random number generator with a specified seed)? I suspect that Fisher would say yes, but I am not sure that all prominent frequentists would agree.</p><p>So potentially, depending on the individual, there is not much difference between the frequentist and Bayesian interpretation in a deterministic population where we have ignorance.</p><p>Where you get a difference is in situations where there is simply no sample population. For example, ##G## or ##\alpha##. Those quantities are not a population, there is only one value but we are uncertain about it. With a frequentist approach ##P(\alpha=1/137)## is somewhere between weird and impossible, whereas a Bayesian would have no qualms about such an expression.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi odd alt thread-odd thread-alt depth-1" id="li-comment-12419"><div id="comment-12419"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12419"> <time > January 4, 2021 at 12:12 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"Frequentist thinking" is as vague a category of thinking as "liberal thinking" or "conservative thinking". R.A. Fisher is regarded as one of the famous frequentists. In the article <a href="https://www.cmu.edu/dietrich/philosophy/docs/seidenfeld/Fishers%20Fiducial%20Argument%20and%20Bayes%20Theorem.pdf" target="_blank" class="link link--external" rel="nofollow ugc noopener"></a><a href="https://www.cmu.edu/dietrich/philos" rel="nofollow ugc">https://www.cmu.edu/dietrich/philos</a>…shers Fiducial Argument and Bayes Theorem.pdf we find the quotation from Fisher:</p><p>"<br /> This fundamental requirement for the applicability to individual cases of the concept of classical probability shows clearly the role both of well- specified ignorance and of specific knowledge in a typical probability statement. . . . The knowledge required for such a statement refers to a well-defined aggregate, or population of possibilities within which the limiting frequency ratio must be exactly known. The necessary ignorance is specified by our inability to discriminate any of the different sub-aggregates having different frequency ratios, such as must always exist.<br /> "</p><p>So we see a Frequentist discussing ignorance and knowledge in connection with the concept of probability. That view may not be statistically typical of the population of Frequentists, but it is a view that would allow probabilities to be assigned to the population of numbers generated by a deterministic random number generator – provided that when we take samples, we don't know how to distinguish sub-populations that have statistical characteristics different than the parent population.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-atyy even thread-even depth-1" id="li-comment-12418"><div id="comment-12418"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">atyy</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12418"> <time > January 4, 2021 at 7:31 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Isn’t what the same?<br /> "</p><p>Isn't it the same in frequentist thinking that randomness can arise from determinism, ie. from our ignorance of the details of a deterministic process?</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor odd alt thread-odd thread-alt depth-1" id="li-comment-12417"><div id="comment-12417"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12417"> <time > January 4, 2021 at 6:35 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Isn't that the same in frequentist thinking?<br /> "Isn’t what the same?</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-atyy even thread-even depth-1" id="li-comment-12416"><div id="comment-12416"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">atyy</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12416"> <time > January 3, 2021 at 10:58 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Not necessarily. We are certainly uncertain about random things, but we are also uncertain about some non-random things. Both can be represented as a distribution from which we can draw samples. So the mere act of drawing from a distribution does not imply randomness.</p><p>A good example is a pseudorandom number generator. There is nothing actually random about it. But we are uncertain of its next value, so we can describe it using a distribution and draw samples from it.<br /> "</p><p>Isn't that the same in frequentist thinking?</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi odd alt thread-odd thread-alt depth-1" id="li-comment-12415"><div id="comment-12415"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12415"> <time > December 30, 2020 at 12:17 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> But what is probability then about? About anything that satisfies the axioms of probability? My view is that, if a set of axioms does not really capture the concept that people originally had in mind before proposing the axioms, then it is the axioms, not the concept, that needs to be changed.<br /> "</p><p>It's fair to say that the concept of probability that people originally had in mind involves a situation where there are several "possible" outcomes of some physical phenomena, but only one of the "possible" outcomes "actually" occurs. The concept of probability associated with such a situation involves a "tendency" for certain outcomes to actually happen that can be measured by a number, but the lack of any absolute guarantee that this number will correspond to the observed frequencies of the outcomes that actually do happen. This is still how many people applying probability theory think of probability.</p><p>However, such thoughts involve the complicated metaphysical concepts of "possible" as distinct from "actual". There is not yet any ( well known) system of mathematics that formalizes these metaphysical concepts and also provides anything useful for applications that the Kolmogorov approach doesn't already supply.</p><p>The Kolomogorov approach ( measure theory) provides a reliable basis for proving theorems about probabilities. The price of this approach is that probability theory is essentially circular. We have theorems that say if certain probabilities are such-and-such then the probabilities of other things are so-and-so. Any interpretation of probability theory as a guarantee of what will actually happen is outside this theory. It falls under whatever field of science deals with the problem to which the theory is applied.</p><p>It seems to me that in physics there is a long tradition of attempts to formulate theories of probability on the basis of actual frequencies of outcomes. For example, if we consider tossing a fair coin as a physical event, then such a theory would tell us to consider the "ensemble" of tossed coins. The ensemble must be an actual thing. It may involve all fair coins that have been tossed in past and all that will be tossed in the future, and coins tossed on other planets etc. In this actual ensemble of fair coins there is an actual frequency that have (or will) land heads. So this frequency is a specific number if the ensemble is finite. (If the ensemble isn't finite, we have more conceptual work to do.)</p><p>These ensemble theories do not explain taking independent samples from the ensemble unless we add further structure to theory. (For example, why won't the sub-ensemble corresponding to one experimenter's tosses all come out heads?) So we need the ensemble to be distributed in space and time (e.g. among various labs and among various times-of-day) in some way that mimics the appearance of independent trials.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12414"><div id="comment-12414"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12414"> <time > December 30, 2020 at 9:42 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> But if a Bayesian draws samples from a distribution, then wouldn't the Bayesian be using the idea of randomness?<br /> "Not necessarily. We are certainly uncertain about random things, but we are also uncertain about some non-random things. Both can be represented as a distribution from which we can draw samples. So the mere act of drawing from a distribution does not imply randomness.</p><p>A good example is a pseudorandom number generator. There is nothing actually random about it. But we are uncertain of its next value, so we can describe it using a distribution and draw samples from it.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-atyy odd alt thread-odd thread-alt depth-1" id="li-comment-12413"><div id="comment-12413"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">atyy</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12413"> <time > December 30, 2020 at 9:37 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> I tend to like the idea of uncertainty more than randomness, because I find randomness a lot harder to pin down. It seems to get jumbled up with determinism and other things that you don’t have to worry about for uncertainty.<br /> "</p><p>But if a Bayesian draws samples from a distribution, then wouldn't the Bayesian be using the idea of randomness?</p><p>Eg. <br /> <a href="https://en.wikipedia.org/wiki/Gibbs_sampling" target="_blank" class="link link--external" rel="nofollow ugc noopener">https://en.wikipedia.org/wiki/Gibbs_sampling</a><br /> <a href="http://www.mit.edu/~ilkery/papers/GibbsSampling.pdf" target="_blank" class="link link--external" rel="nofollow ugc noopener">http://www.mit.edu/~ilkery/papers/GibbsSampling.pdf</a></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12412"><div id="comment-12412"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12412"> <time > December 30, 2020 at 7:51 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> But what is probability then about? About anything that satisfies the axioms of probability?<br /> "Yes. That is what axiomatization does. It abstracts a concept. Then the word “probability” (in that mathematical and axiomatic sense) itself becomes an abstraction representing anything which satisfies the axioms.</p><p>"<br /> My view is that, if a set of axioms does not really capture the concept that people originally had in mind before proposing the axioms, then it is the axioms, not the concept, that needs to be changed.<br /> "I do sympathize with that view, but realistically it is too late in this case. The Kolomgorov axioms are already useful and well accepted, and using the word “probability” to refer to measures which satisfy those axioms is firmly established in the literature.</p><p>The best you can do is to recognize that the word “probability”, like so many other words, has multiple meanings. One is the mathematical meaning of anything which satisfies Kolomgorov’s axioms, and the other is the “concept that people originally had in mind”. Then you merely make sure that it is understood which meaning is being used, as you do with any other multiple-meaning word.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-demystifier odd alt thread-odd thread-alt depth-1" id="li-comment-12411"><div id="comment-12411"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Demystifier</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12411"> <time > December 30, 2020 at 7:23 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> The thing is to realize that probability is not about randomness. If something satisfies the axioms then it is a probability even if there is no sense of randomness or uncertainty involved.<br /> "<br /> But what is probability then about? About anything that satisfies the axioms of probability? My view is that, if a set of axioms does not really capture the concept that people originally had in mind before proposing the axioms, then it is the axioms, not the concept, that needs to be changed.</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12410"><div id="comment-12410"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12410"> <time > December 30, 2020 at 7:09 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> There are many things that satisfy probability axioms and yet seem to have nothing to do with probability. Here is an example: Consider ##N## free classical particles, each with energy ##E_i##, ##i=1,…,N##. Then the quantity<br /> $$p_i=\frac{E_i}{\sum_{j=1}^N E_j}$$<br /> satisfies the probability axioms. <a href="https://www.physicsforums.com/members/43978/" class="username" data-xf-init="member-tooltip" data-user-id="43978" data-username="@Dale">@Dale</a> any comments?<br /> "That one isn’t particularly exotic. It is a simple “balls in an urn” probability but weighted by energy rather than being equally weighted.</p><p>However, I am sure that there are other measures that are more surprising or genuinely exotic. The thing is to realize that probability is not about randomness. If something satisfies the axioms then it is a probability even if there is no sense of randomness or uncertainty involved.</p><p>Bayes theorem and all of the other theorems of probability would apply. Whether they would be useful is a separate question, but they would surely apply.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-demystifier odd alt thread-odd thread-alt depth-1" id="li-comment-12409"><div id="comment-12409"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Demystifier</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12409"> <time > December 30, 2020 at 3:00 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">There are many things that satisfy probability axioms and yet seem to have nothing to do with probability. Here is an example: Consider ##N## free classical particles, each with energy ##E_i##, ##i=1,…,N##. Then the quantity<br /> $$p_i=\frac{E_i}{\sum_{j=1}^N E_j}$$<br /> satisfies the probability axioms. <a href="https://www.physicsforums.com/members/43978/" class="username" data-xf-init="member-tooltip" data-user-id="43978" data-username="@Dale">@Dale</a> any comments?</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12394"><div id="comment-12394"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12394"> <time > December 8, 2020 at 3:50 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> ISTM Bayes is just more honest about probability being a measure of ignorance.<br /> "I think for me that was the big “aha” moment: when I realized that probability and randomness were different things. It doesn’t matter what ##P(A)## represents operationally, if it follows the Kolomgorov axioms then it is a probability. It could represent true randomness, it could represent ignorance, it could represent uncertainty, and I am sure that there are other things it could represent.</p><p>I tend to like the idea of uncertainty more than randomness, because I find randomness a lot harder to pin down. It seems to get jumbled up with determinism and other things that you don’t have to worry about for uncertainty.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi odd alt thread-odd thread-alt depth-1" id="li-comment-12393"><div id="comment-12393"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12393"> <time > December 8, 2020 at 1:09 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">(After looking at the paper by Feinberg <a href="https://projecteuclid.org/download/pdf_1/euclid.ba/1340371071" target="_blank" class="link link--external" rel="nofollow ugc noopener">https://projecteuclid.org/download/pdf_1/euclid.ba/1340371071</a> ) here is a simple way to define the practical difference between Frequentist and Bayesian styles of probability models.</p><p>Begin with a concise definition (from <a href="https://en.wikipedia.org/wiki/Inverse_probability" target="_blank" class="link link--external" rel="nofollow ugc noopener">https://en.wikipedia.org/wiki/Inverse_probability</a>, which references the Feinberg paper):</p><p>"<br /> In probability theory, inverse probability is an obsolete term for the probability distribution of an unobserved variable. <br /> "</p><p>For example, suppose we model 10 tosses a possibly unfair coin as a random variable with binomial distribution with probability ##p## of the coin landing heads. Then the <i>observed</i> data is the 10 results of tossing the coin. The parameter ##p## is not observed. (We can say the effects of ##p## are observed, but the value of ##p## itself is not <i>directly</i> observed.) If we assume a probability model where ##p## is assumed to have a uniform distribution on the interval [0,1] then we have assigned a probability distribution to an unobserved variable, so we are using <i>inverse probability</i>.</p><p>Using "inverse probability" is now what we would call assigning a prior distribution to a parameter. The modern terminology "prior distribution" does not emphasize the fact that it is a distribution for a quantity that is not directly observed in the data.</p><p>The practical distinction between Frequentists and Bayesians is: Frequentists reject the use of inverse probability and Bayesians employ it.</p><p>The correct description of the history of probability and statistics is <i>not</i> that the earliest methods were Frequentist methods and that Bayesian methods were an innovation that came later. Instead, the earliest methods included using "inverse probability"</p><p>Frequentism developed in the 1920's when prominent statisticians rejected the use of "inverse probability". I haven't researched <i>why</i> they rejected using inverse probability – whether their reasons were metaphysical or practical – or unique to each individual Frequentist.</p><p>The Fequentist style of statistics became the dominant style for decades. (It's an interesting question why this happened – perhaps because Frequentist probabiity models have a simpler structure. They minimize the number of proability distributions involved.)</p><p>Bayesian methods were recognized as a distinct style of probability modeling when statisticians began to revive the use of "inverse probability".</p><p>Describing the practical difference between Bayesian and Frequentist styles in terms of "inverse probability" is a correct explanation, but it does not delve into the <i>consequences</i> of the decision to use or not to use "inverse probability".</p><p>The consequences of rejecting "inverse probability" are usually that we get a probability model can only be used to answer questions of the form "Assuming such-and-such, what is the probability of the data?". Allowing the use of inverse probability can create probability models that answer questions of the form "Given the data, what is the probability of such-and-such?"</p><p>Explaining the <i>consequences</i> of using or not using "inverse probability" is a technical matter and requires a technical article. Explaining the practical difference between Bayesian and Frequentist styles in terms of the <i>definition</i> of "inverse probability" can be done without many technical details and starts the reader off on the right foot.</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-bhobba even thread-even depth-1" id="li-comment-12392"><div id="comment-12392"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">bhobba</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12392"> <time > December 8, 2020 at 7:42 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">Good one Dale. I am a frequentist myself. However as you pointed out its real basis is the Kolmogorov axioms. The frequentist view is 'intuitive', based on the strong law of large numbers, but has 'logical' issues. The Bayesian view has no logical issues, but is not what is usually used in many applied areas. It's a bit like calculus – real analysis is its correct basis, but in many applied areas you think of dx and dy as so small it is for many practical purposes zero, and certainly (dx)^2 and (dy)^2 can be neglected. Once you look on it that way it is simply a matter of choosing how you view it, depending on what the problem is and how you attack solving it.</p><p>As a bit further reading people might like to look in the Cox Axioms:<br /> <a href="https://en.wikipedia.org/wiki/Cox%27s_theorem" target="_blank" class="link link--external" rel="nofollow ugc noopener">https://en.wikipedia.org/wiki/Cox's_theorem</a></p><p>Thanks<br /> Bill</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi odd alt thread-odd thread-alt depth-1" id="li-comment-12391"><div id="comment-12391"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12391"> <time > December 7, 2020 at 1:18 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">(For some reason, the Reply function of the forums page isn't quoting <a href="https://www.physicsforums.com/members/43978/" class="username" data-xf-init="member-tooltip" data-user-id="43978" data-username="@Dale">@Dale</a> 's previous post for me.)</p><p>"<br /> I am not sure what point you are trying to make with your posts. Can you clarify?<br /> "<br /> Besides being a mere critic of other posts, I'll make the (perhaps self-evident) points:</p><p>Bayesian vs Frequentist can be described in practical terms as a style of choosing probability models for real life problems. People who pick a particular style do not necessarily accept or understand the philosophical views of prominent Bayesians and Frequentists.</p><p>The Bayesian style of probability modeling is to use a probability model that answers questions of the form that people most commonly ask. E.g. Given the data, what is the probability that the population has such-and-such properties?</p><p>The Frequentist style of probability modeling is to use the minimum number of parameters and assumptions – even if this results in only being able to answer questions of the form: Given I assume the population has such-and-such properties, what is the probability of the data?</p><p>Undestanding the distinction between the Bayesian and Frequentist styles is made difficult by the fact that Frequentists use a vocabulary that strongly suggests that they are answering the questions that the Bayesian method is obligated to answer. For example, "There is 90% confidence that the observed mean will be within plus or minus .23 of the population mean" suggests (but does not acutally imply) that "The observed mean is 6.00, therefore there is a .90 probability that the population mean is in the interval [6.00- 0.23, 6.00+0.23]. Similar misinterpretations of the terms like "statistical significance" and "p-value" suggest to laymen, and even students of introductory statistics, that Frequentist methods are telling them something about the probability of some fact given the observed data. But instead Frequentism generally deals with probabilities where the condition is changed to be "Given these facts are assumed , the probability of the observed data is ….".</p><p>The biggest obstacle to explaining the practical difference between Bayesian statistics and Frequentist statistics is explaining that the methods answer different questions. The biggest obstacle to explaining that the methods answer different questions is negotiating the treacherous vocabulary of Frequentist statistics to clarify the type of question that Frequentist statistics actually answers. Explaining the difference between Bayesian and Frequentist distinctions in terms of a difference in "subjective" and "objective" probability does not, by itself, explain the practical distinction. A reader might keep the misconception that Frequentist methods and Bayesian methods solve the same problems, and conclude that the difference in the styles only has to do with the different philosophical thoughts swimming about in the minds of two people who are doing the same mathematics.</p><p>———</p><p>As to an interpretation of probability in terms of observed frequencies, mathematically it can only remain an intuitive notion. The attempt to use probability to say something definite about an observed frequency is self-contradictory except in the trivial case where you assign a particular frequency a probability of 1, or of zero. For example, it would be satisfying to say "In 100 tosses of a fair coin, at least 3 tosses will be heads". That type of statement is an absolute guaranteed connection between a probabilty and an observed frequency. However, the theorems of probability theory provide no such guaranteed connections. The theorems of probability tell us about the probability of frequencies. The best we can get in absolute guarantees are theorems with conclusions like ##lim_{n \rightarrow \infty} Pr( E(n)) = 1 ##. Then we must interpret what such a limit means. Poetically, we can say "At infinity the event ##E(\infty)## is guaranteed to happen". But such a verbal interpretation is mathematically imprecise and, in applications, the concept of an event "at infinity" may or may not make sense.</p><p>As a question in physics, we can ask whether there exists a property of situations called probability that is independent of different observers – to the extent that if different people perform the same experiment to test a situation, they (probably) will get (approximately) the same estimate for the probability in question if they collect enough data. If we take the view that we live in a universe where scientists have at least average luck, we can replace the qualifying adjective "probably" with "certainly" and if we idealize "enough data" to be"an infinite amount of data", we can change "approximately" to "exactly". Such thinking is permitted in physics. I think the concept is called "physical probability".</p><p>My guess is that most people who do quantum physics believe in physical probability. Prominent Bayesians like de Finetti explicitly reject the existence of such objective probabilities. I haven't researched prominent Frequentists. I don't even know who they are yet, so I don't know if any of them assert physical probabilities are real. The point of mentioning this is that, yes, there is detail involved in explaining the difference between "objective" and "subjective" probability. However, as pointed out above, explaining all this detail does not, by itself, explain the practical distinction between the styles of Bayesian vs Frequentist probability modeling.</p><p>In fact, the cause-and-effect relation between a persons metaphysical opinions and their style of probability modeling is, to me, unclear. Historically, how did the connection between the metaphysics of Bayesians and the probability modeling style of Bayesians evolve? Did one preceed the other? Were there people who held Frequentist philosophical beliefs but began using the Bayesian style of probability modeling?</p><p>[Just found this: The article <a href="https://projecteuclid.org/download/pdf_1/euclid.ba/1340371071" target="_blank" class="link link--external" rel="nofollow ugc noopener">https://projecteuclid.org/download/pdf_1/euclid.ba/1340371071</a> indicates that a Bayesian style of probability modeling existed before the philosophical elaboration of subjective probability. It was called using "inverse probability".]</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12390"><div id="comment-12390"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12390"> <time > December 6, 2020 at 10:40 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> An interpretation of DeFinetti's position is that we cannot implement probability as an (objective) property of a physical system.<br /> "Isn’t that essentially what you proved above? I don’t understand your point.</p><p>If the frequentist definition of probability is circular as you showed then it does seem like it isn’t an objective property of a physical system.</p><p>I am not sure what point you are trying to make with your posts. Can you clarify?</p><p>"<br /> So we can't (objectively) toss a fair coin or throw a fair dice ?<br /> "Don’t you mean “So we can’t (objectively) <b>assign a probability to </b>the toss of a fair coin or the throw of a fair dice?”</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi odd alt thread-odd thread-alt depth-1" id="li-comment-12389"><div id="comment-12389"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12389"> <time > December 6, 2020 at 10:10 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Aren’t prominent people in a field considered prominent precisely because the consensus in that field is to adopt their view?<br /> "</p><p>Yes – with the caveat that adopting the views of a prominent person by citing a mild summary of them is different than understanding their details! It can be embarrassing to find yourself using a method when a well known proponent of the method has extreme views. As a moderate Bayesian, would you associate yourself with DeFinneti's:</p><p>"<br /> My thesis, paradoxically, and a little provocatively, but nonetheless genuinely, is simply this:<br /> PROBABILITY DOES NOT EXIST<br /> The abandonment of superstitious beliefs about the existence of the Phlogiston,the Cosmic Ether, Absolute Space and Time,…or Fairies and Witches was an essential step along the road to scientific thinking. Probability, too, if regarded as something endowed with some kind of objective existence, is no less a mis-leading misconception, an illusory attempt to exteriorize or materialize our true probabilistic beliefs.<br /> "<br /> as quoted in the paper by Nau <a href="https://faculty.fuqua.duke.edu/~rnau/definettiwasright.pdf" target="_blank" class="link link--external" rel="nofollow ugc noopener">https://faculty.fuqua.duke.edu/~rnau/definettiwasright.pdf</a></p><p>An interpretation of DeFinetti's position is that we cannot implement probability as an (objective) property of a physical system. So we can't (objectively) toss a fair coin or throw a fair dice ? – or even an unfair coin or unfair dice with some objective physical properties that measure the unfairness.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12388"><div id="comment-12388"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12388"> <time > December 6, 2020 at 9:37 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> You can look at what prominent Bayesians say versus prominent Frequentists say. Prominent people usually feel obligated to portray their opinions as clear and systematic. But prominent people can also be individualistic, so you might not find any consensus views.<br /> "Aren’t prominent people in a field considered prominent precisely because the consensus in that field is to adopt their view?</p><p>"<br /> If a Frequentist decides to model a population by a particular family of probability distributions, will he claim that he has made an objective decision?<br /> "This is a good point. But they can certainly objectively test if that decision is supported by the data. (It almost never is for large data sets).</p><p>Anyway, your responses here have left me thinking that the standard frequentist operational definition is circular. I had originally thought that the limit I wrote was valid, but you are correct that it is not a legitimate limit. But the replacement you offered uses probability to define probability, so that is circular. Circularity is not necessarily an unresolvable problem, but it at least bears scrutiny.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi odd alt thread-odd thread-alt depth-1" id="li-comment-12387"><div id="comment-12387"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12387"> <time > December 6, 2020 at 9:08 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> I know you mean "coherent" in a different sense, but Bayesian probability is coherent, where "coherent" is a technical term. <br /> "</p><p>How are you defining a "Bayesian probability"?</p><p>Are you referring to a system of mathematics that postulates some underlying structure for probability and then defines a probability measure in terms of objects defined in that underlying structure?</p><p>"<br /> Although Bayesians and Frequentists start from different assumptions, Bayesians can use many Frequentist procedures when there is exchangeability and the de Finetti repesentation theorem applies.<br /> <a href="http://www.stats.ox.ac.uk/~steffen/teaching/grad/definetti.pdf" target="_blank" class="link link--external" rel="nofollow ugc noopener">http://www.stats.ox.ac.uk/~steffen/teaching/grad/definetti.pdf</a><br /> "</p><p>Those notes show an example of where a Frequentist assumes the existence of a "fixed but unknown" distribution ##Q## and a Bayesian assumes a distribution ##P##, and it is proven that "In ##P## the distribution ##Q## exists as a random object". Apparently both ##P## and ##Q## are parameterized by a single parameter called "the limiting frequency".</p><p>Isn't the general pattern for the Bayesian approach to take a parameter ##k## of a distribution ##Q_k## that a Frequentist would assume is "fixed but unknown" and model ##k## as the outcome of a random variable ##P##? That approach makes ##k## and ##Q_k## random objects generated by ##P##.</p><p>I don't see how the example in those notes gives a Bayesian any special liberty to turn a Frequentist <i>variable</i> into a Bayesian <i>random variable</i> that a Bayesian would not ordinarily take.</p><p>The notes say they demonstrate a "bridge" between the two approaches. I don't know how to interpret that. One guess is that if Bayesian models a situation by assuming ##P## then he finds that a random distribution ##Q_k## "pops out" that can be interpreted giving possible choices for the "fixed but unknown" distribution ##Q_k## that a Frequentist would use. Whereas the typical Bayesian approach would be to start with ##Q_k## and turn ##Q_k## into a random distribution by turning ##k## into a random variable.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-atyy even thread-even depth-1" id="li-comment-12386"><div id="comment-12386"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">atyy</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12386"> <time > December 6, 2020 at 4:49 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> People make subjective decisions without having a coherent system of ideas to justify them. <br /> "</p><p>I know you mean "coherent" in a different sense, but Bayesian probability is coherent, where "coherent" is a technical term.</p><p>"<br /> I can't see a Bayesian (of any sort) defending an estimate of a probability that is contradicted by a big batch of data. So is it correct to say that Bayesians don't accept the intuitive idea that a probability is revealed as a limiting frequency?</p><p>If a Frequentist decides to model a population by a particular family of probability distributions, will he claim that he has made an objective decision?<br /> "</p><p>Although Bayesians and Frequentists start from different assumptions, Bayesians can use many Frequentist procedures when there is exchangeability and the de Finetti repesentation theorem applies.<br /> <a href="http://www.stats.ox.ac.uk/~steffen/teaching/grad/definetti.pdf" target="_blank" class="link link--external" rel="nofollow ugc noopener">http://www.stats.ox.ac.uk/~steffen/teaching/grad/definetti.pdf</a></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi odd alt thread-odd thread-alt depth-1" id="li-comment-12385"><div id="comment-12385"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12385"> <time > December 5, 2020 at 10:54 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> There needs to be operational definitions of frequentist and Bayesian probability. That is what I am talking about.<br /> "</p><p>Ideally, there is a need for such definitions, but it will be hard to say anything precise. People make subjective decisions without having a coherent system of ideas to justify them. You can look at what prominent Bayesians say versus prominent Frequentists say. Prominent people usually feel obligated to portray their opinions as clear and systematic. But prominent people can also be individualistic, so you might not find any consensus views.</p><p>From reading other articles about Frequentist vs Bayesian approaches to statistics, those articles have definite opinions about the differences. However, is there really a consensus view of probability among Frequentists or among Bayesians? Are the authors of this type of article just copy catting what previous authors of this type of article have written? – namely that Bayesians view probability as "subjective" and Frequentists view it as "objective".</p><p>I can't see a Bayesian (of any sort) defending an estimate of a probability that is contradicted by a big batch of data. So is it correct to say that Bayesians don't accept the intuitive idea that a probability is revealed as a limiting frequency?</p><p>If a Frequentist decides to model a population by a particular family of probability distributions, will he claim that he has made an objective decision?</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12384"><div id="comment-12384"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12384"> <time > December 4, 2020 at 10:48 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper"><a href="https://www.physicsforums.com/members/186655/" class="username" data-xf-init="member-tooltip" data-user-id="186655" data-username="@Stephen Tashi">@Stephen Tashi</a> FYI, I modified the Insight to get rid of the limit and make it a little less rigorous while hopefully still conveying the basic idea of what frequentists operationally mean.</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor odd alt thread-odd thread-alt depth-1" id="li-comment-12383"><div id="comment-12383"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12383"> <time > December 4, 2020 at 6:24 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> So any difference in how the two schools formally define probability would have to be based on some method of creating a mathematical system that defines new things that underlie the concept of probability and shows how these new things can be used to define a measure.<br /> "I think we are running into a miscommunication here. I agree with the point you are making, but it isn’t what I am asking about.</p><p>In physics we have the mathematical concept of a vector and the application of a velocity. In order to use velocity vectors you need more than just the axioms and theorems of vectors, you also need an operational definition of how to determine velocity. Here, communication is hampered because we use the word probability to refer to both the mathematical structure and the thing represented by the structure. There needs to be operational definitions of frequentist and Bayesian probability. That is what I am talking about.</p><p>I think that Bayesians have a good operational definition of probability. The valid limit you described above would be a circular operational definition for frequentist probability, but unfortunately I don’t know a better one. The one I wrote isn’t circular, but as you correctly pointed out it isn’t a real limit.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi even thread-even depth-1" id="li-comment-12382"><div id="comment-12382"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12382"> <time > December 4, 2020 at 1:16 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> No, of course not. But I don’t think that you can use the limit you posted above as a definition for frequency-based probability non-circularly. <br /> "</p><p>I agree. And, as far as I can see, no formal definition of any kind of limit <i>defines</i> the concept of a probability.</p><p>As you mentioned in the insight, the mathematical approach to probability defines it via a "measure", which is a certain type of function whose domain is a collection of sets. This theory does not formalize the idea that it is possible to take samples of a random variable nor does it define probability in the context that there is one outcome that "actually" happens in an experiment where there are many "possible" outcomes. So the mathematical theory bypasses the complicated metaphysical concepts of "actuality" and "possibility". It does not formally define those concepts and hence says nothing about them.</p><p>Also, as you said, both Frequentists and Bayesians accept the mathematical theory of probability. So any difference in how the two schools <i>formally</i> define probability would have to be based on some method of creating a mathematical system that defines new things that underlie the concept of probability and shows how these new things can be used to define a measure. I recall seeing examples where a formal mathematical model of "degree of belief" or "amount of information" is developed and probability is defined in terms of the mathematical objects in such models. Richard Von Mises had the view that probability can be defined as a "limiting frequency" <a href="http://www.statlit.org/pdf/2008SchieldBurnhamASA.pdf" target="_blank" class="link link--external" rel="nofollow ugc noopener">http://www.statlit.org/pdf/2008SchieldBurnhamASA.pdf</a> but the consensus view of mathematicians is that his approach doesn't pass muster as formal mathematics.</p><p>However, I think most practicing statisticians don't think in terms of a precisely defined mathematical structure that underlies probability. The way that typical Frequentists differ from typical Bayesians is in how their imprecise and intuitive notions differ -i.e. in their metaphysical opinions.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor odd alt thread-odd thread-alt depth-1" id="li-comment-12381"><div id="comment-12381"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12381"> <time > December 3, 2020 at 11:21 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Such a limit is used in technical content of The Law Of Large Numbers and frequentists don't disagree with that theorem<br /> "No, of course not. But I don’t think that you can use the limit you posted above as a definition for frequency-based probability non-circularly.</p><p>"<br /> To me, the essential distinction between the frequentist approach and the Bayesian approach boils down to whether certain variables are assumed to represent a "a definite but unknown" quantity versus a quantity that is the outcome of some stochastic process.<br /> "I agree more or less. I would say that the issue is not exactly whether a quantity is definite but unknown, but rather whether or not to use probability to represent such a quantity.</p><p>E.g. I think that both Bayesians and frequentists would classify ##G## as definite but unknown, but Bayesians would happily assign it a PDF and frequentists would not.</p><p>I think that is only slightly different from your take.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi even thread-even depth-1" id="li-comment-12380"><div id="comment-12380"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12380"> <time > December 3, 2020 at 10:53 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Is that considered problematic by frequentist purists? It seems to define probability in terms of probability.<br /> "</p><p>Such a limit is used in technical content of The Law Of Large Numbers and frequentists don't disagree with that theorem.</p><p>To me, the essential distinction between the frequentist approach and the Bayesian approach boils down to whether certain variables are assumed to represent a "a definite but unknown" quantity versus a quantity that is the outcome of some stochastic process. For example, a frequentist might model a situation as a sequence of bernoulli trials with <i>definite but unknown</i> probability ##p##. In that case, questions like "Given there are 5 successes in 10 benoulli trials, what is the probability that ##.4 < p < .6##?" is almost meaningless because ##p## is not something that has a nontrivial probability distribution. So we can only say that ##Pr(4 < p < .6)## is either 1 or zero, and we don't know which. By contrast, a Bayesian might model the situation as a sequence of benoulli trials peformed after Nature or something else uses a stochastic process to determine ##p## and be bold enough to assume a probability distribution for ##p##. In that scenario, the above question has a meaningful answer.</p><p>A frequentist criticism of the Bayesian approach is: Suppose ##p## was indeed the result of some stochastic process. The value of ##p## has already been selected by that process. Are we to base our analysis only on taking a single sample of ##p## from the process?"</p><p>A Bayesian criticism of the frequentist approach is "You aren't setting up a mathematical problem that answers questions that people want to ask. People want answers to questions of the form "What is the probability that < some property of the situation> is true given we have observed the data?" The way you model the problem, you can only answer questions of the form "Assuming <some property of the situation> is true then what is the probability of the observed data?"</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor odd alt thread-odd thread-alt depth-1" id="li-comment-12379"><div id="comment-12379"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12379"> <time > December 3, 2020 at 10:00 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> For independent trials, the calculus type of limit that does exist, for a given ϵ>0 is limn→∞Pr(P(H)−ϵ<S(N)<P(H)+ϵ)=1 where S is a deterministic function of N.<br /> "Nice.</p><p>Is that considered problematic by frequentist purists? It seems to define probability in terms of probability.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi even thread-even depth-1" id="li-comment-12378"><div id="comment-12378"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12378"> <time > December 3, 2020 at 9:36 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> What do you mean here?<br /> "</p><p>The interpretation of "##\lim_{N \rightarrow \infty} \frac{ n_h}{N} = P(H)##" in the sense used in calculus would say that for each ##\epsilon > 0 ## there exists and ##M > 0## such that if ##N > M## then ##P(H) – \epsilon < \frac{n_h}{N} < P(H) + \epsilon ##. However, there is no gurantee that this will happen. To assert that it must happen contradicts the concept of a probabilistic experiment. The quantity ##\frac{n_h}{N}## is not a deterministic function of ##N##, so the notation used in calculus for limits of functions does not apply.</p><p>For independent trials, the calculus type of limit that does exist, for a given ##\epsilon > 0## is ##lim_{n \rightarrow \infty} Pr( P(H) – \epsilon < S(N) < P(H) + \epsilon) = 1## where ##S## is a deterministic function of ##N##. To compute ##S## we use the probability distribution for ##N## replications of the experiment to compute the probability that there is a number of occurences ##n_h## that makes ##P(H) -\epsilon < \frac{n_h}{N} < P(H) + \epsilon\ ##. The notation " ##n_h##" denotes an index variable for a summation of probabilites. We sum over all ##n_h## that satisfy the above inequality. So ##S## is a function ##N##, not of ##n_h##.</p><p>There is no disagreement between Bayesians and frequentists about how such a limit is interpreted.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor odd alt thread-odd thread-alt depth-1" id="li-comment-12377"><div id="comment-12377"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12377"> <time > December 3, 2020 at 8:52 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> "in the long run" observed frequencies of events will approximately be equal to their probability of ocurrence. ( In applying probability theory to a real life situation, would a Bayesian disagree with that intuitive notion? )<br /> "There are theorems demonstrating that in the long run the Bayesian probability converges to the frequentist probability for any suitable prior (eg non-zero at the frequentist probability)</p><p>"<br /> It should be emphasized that the notation "P(H)=limN→∞nhN" conveys an intuitive belief, not a statement that has a precise mathematical definition<br /> "What do you mean here?</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-stephen-tashi even thread-even depth-1" id="li-comment-12376"><div id="comment-12376"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Stephen Tashi</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12376"> <time > December 3, 2020 at 7:36 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Now, we need a way to determine the measure ##P(H)##. For frequentist probabilities the way to determine ##P(H)## is to repeat the experiment a large number of times and calculate the frequency that the event ##H## happens. In other words, if you do ##N## trials and get ##n_H## heads then<br /> ##P(H) = lim_{N \rightarrow \infty} \frac{ n_h} {N}##<br /> So a frequentist probability is simply the “long run” frequency of some event.<br /> "</p><p>It should be emphasized that the notation "##P(H) = lim_{N \rightarrow \infty} \frac{ n_h} {N}##" conveys an intuitive belief, not a statement that has a precise mathematical definition in terms of the concept in calculus denoted by the similar looking notation ## L = \lim_{N \rightarrow \infty} f(N)##.</p><p> In applications of statistics we typically assume that "in the long run" observed frequencies of events will approximately be equal to their probability of ocurrence. ( In applying probability theory to a real life situation, would a Bayesian disagree with that intuitive notion? ) But probability theory itself does not make this assumption. The nearest thing to it is the "Law of Large Numbers", but that law, like most theorems of probability, tells us about the <i>probability</i> of something happening, not about an absolute guarantee that it will.</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor odd alt thread-odd thread-alt depth-1" id="li-comment-12374"><div id="comment-12374"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12374"> <time > December 3, 2020 at 3:33 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Will this be a 3 part series? 4? Will you give numeric examples? A preview would be nice.<br /> "I will have numerical examples for most of them. This one was just philosophical, so it didn’t really lend itself to examples.</p><p>I think that I will have at least two more. The one I am working on now is about Bayesian inference in science. It will include how the Bayesian approach naturally includes Occham’s razor and Popper’s falsifiability. The fourth will be a deeper dive into the posterior distribution and the posterior predictive distribution.</p><p>After that, I don’t know.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-anorlunda even thread-even depth-1" id="li-comment-12373"><div id="comment-12373"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">anorlunda</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12373"> <time > December 3, 2020 at 1:59 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">Will this be a 3 part series? 4? Will you give numeric examples? A preview would be nice.</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor odd alt thread-odd thread-alt depth-1" id="li-comment-12372"><div id="comment-12372"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12372"> <time > December 3, 2020 at 12:07 pm </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> There is a 60% chance of rain for (e.g.) Thursday." In frequentist perspective, I believe this means that in previous times with a similar combination of conditions as the ones before Thursday, it rained 60% of the time. I have trouble finding a Bayesian interpretation for this claim.<br /> "The Bayesian interpretation is straightforward. It just means that I am not certain that it is going to rain on Thursday, but I think it is likely. More operationally, if I had to bet a dollar either that it would rain on Thursday or that I would get heads on a single flip of a fair coin, then I would rather take the bet on the rain.</p><p>"<br /> You may have a prior, but I can't see what data you would use to update it to a posterior probability.<br /> "To update your probability you need to have a model.</p><p>For a concrete example, suppose that the only condition you were looking at is barometric pressure. A typical model might be that the log of the odds of rain is a linear function of the barometric pressure. Then the previous data would be used to estimate the slope and the intercept of that model.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-dale bypostauthor even thread-even depth-1" id="li-comment-12371"><div id="comment-12371"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">Dale</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12371"> <time > December 3, 2020 at 11:30 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">"<br /> Well, a bit biased against frequentists if you ask me.<br /> "Well, I am a moderate Bayesian, so I do lean towards Bayes in my preferences. But being moderate I also use the frequentist interpretation and frequentist methods whenever convenient or useful.</p><p>I just don’t think that my preference is “right” or that someone else’s preference is “wrong”. I use both and even find cases where using both together is helpful.</p></div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li><li class="comment byuser comment-author-fresh_42 odd alt thread-odd thread-alt depth-1" id="li-comment-12370"><div id="comment-12370"><article><div class="gravatar"></div><div class='comment_content'><header class="comment-header" aria-label="Comment Info" > <cite class="author_name heading"><cite class="comment_author_name">fresh_42</cite></cite> <span class="says">says:</span><div class="comment-meta commentmetadata"> <a href="https://www.physicsforums.com/insights/frequentist-probability-vs-bayesian-probability/#comment-12370"> <time > December 3, 2020 at 11:09 am </time> </a></div></header><div class='comment_text entry-content-wrapper clearfix' ><div class="bbWrapper">Well, a bit biased against frequentists if you ask me. I do not have a strong opinion on either side, the more as I studied decision theory and subjective probabilities in the process. However, I remember some heated discussions about the issue, and I'm not sure whether Bayesians have many friends among stochastics.</div> <a rel="nofollow" class="comment-reply-login" href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">Log in to Reply</a></div></div></article></div></li></ol></div><div class="comment_container"><h3 class='miniheading '>Leave a Reply</h3><span class="minitext">Want to join the discussion?<br />Feel free to contribute!</span><div id="respond" class="comment-respond"><h3 id="reply-title" class="comment-reply-title">Leave a Reply <small><a rel="nofollow" id="cancel-comment-reply-link" href="/insights/frequentist-probability-vs-bayesian-probability/#respond" style="display:none;">Cancel reply</a></small></h3><p class="must-log-in">You must be <a href="https://www.physicsforums.com/insights/wp-login.php?redirect_to=https%3A%2F%2Fwww.physicsforums.com%2Finsights%2Ffrequentist-probability-vs-bayesian-probability%2F">logged in</a> to post a comment.</p></div></div></div></main><aside class='sidebar sidebar_right smartphones_sidebar_active alpha units' aria-label="Sidebar" role="complementary" itemscope="itemscope" itemtype="https://schema.org/WPSideBar" ><div class="inner_sidebar extralight-border"><section id="custom_html-2" class="widget_text widget clearfix widget_custom_html"><div class="textwidget custom-html-widget"><h2 class="widgettitle">Trending Articles</h2><ul class="wpp-list wpp-sunset"><li class="" style="--item-position: 1;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/an-accurate-hookes-law-laboratory/" class="wpp-post-title" target="_self">An Example of An Accurate Hooke’s Law Laboratory</a></div></li><li class="" style="--item-position: 2;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/valentines-reflections-mathematical-matters-of-the-heart/" class="wpp-post-title" target="_self">Valentine’s Reflections: Mathematical Matters of the Heart</a></div></li><li class="" style="--item-position: 3;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/what-is-a-tensor/" class="wpp-post-title" target="_self">What Is a Tensor? The mathematical point of view.</a></div></li><li class="" style="--item-position: 4;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/can-see-atom/" class="wpp-post-title" target="_self">Can We See an Atom?</a></div></li><li class="" style="--item-position: 5;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/demystifying-chain-rule-calculus/" class="wpp-post-title" target="_self">Demystifying the Chain Rule in Calculus</a></div></li><li class="" style="--item-position: 6;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/ac-power-analysis-part-1-basics/" class="wpp-post-title" target="_self">Intro to AC Power Analysis: Learn System Basics</a></div></li><li class="" style="--item-position: 7;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/hand-wavy-discussion-planck-length/" class="wpp-post-title" target="_self">What Planck Length Is and It’s Common Misconceptions</a></div></li><li class="" style="--item-position: 8;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/quantum-mechanics-and-the-famous-double-slit-experiment/" class="wpp-post-title" target="_self">Quantum Mechanics and the Famous Double-slit Experiment</a></div></li><li class="" style="--item-position: 9;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/grandpa-chets-entropy-recipe-2/" class="wpp-post-title" target="_self">How to Determine the Change in Entropy</a></div></li><li class="" style="--item-position: 10;--total-items: 10"><div class="item-position"></div><div class="item-data"><a href="https://www.physicsforums.com/insights/direct-echo-based-measurement-of-the-speed-of-sound/" class="wpp-post-title" target="_self">Direct Echo-Based Measurement of the Speed of Sound</a></div></li></ul></div><span class="seperator extralight-border"></span></section><section id="nav_menu-3" class="widget clearfix widget_nav_menu"><h3 class="widgettitle">Physics Forums</h3><div class="menu-sidebar-forums-container"><ul id="menu-sidebar-forums" class="menu"><li id="menu-item-26724" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26724"><a href="https://www.physicsforums.com/forums/classical-physics.61/">Classical Physics</a></li><li id="menu-item-26725" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26725"><a href="https://www.physicsforums.com/forums/atomic-and-condensed-matter.64/">Atomic and Condensed Matter</a></li><li id="menu-item-26726" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26726"><a href="https://www.physicsforums.com/forums/quantum-physics.62/">Quantum Physics</a></li><li id="menu-item-26727" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26727"><a href="https://www.physicsforums.com/forums/special-and-general-relativity.70/">Special and General Relativity</a></li><li id="menu-item-26728" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26728"><a href="https://www.physicsforums.com/forums/beyond-the-standard-model.66/">Beyond the Standard Model</a></li><li id="menu-item-26729" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26729"><a href="https://www.physicsforums.com/forums/high-energy-nuclear-particle-physics.65/">High Energy, Nuclear, Particle Physics</a></li><li id="menu-item-26731" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26731"><a href="https://www.physicsforums.com/forums/astronomy-and-astrophysics.71/">Astronomy and Astrophysics</a></li><li id="menu-item-26732" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26732"><a href="https://www.physicsforums.com/forums/cosmology.69/">Cosmology</a></li><li id="menu-item-26730" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-26730"><a href="https://www.physicsforums.com/forums/other-physics-topics.111/">Other Physics Topics</a></li></ul></div><span class="seperator extralight-border"></span></section><section id="text-4" class="widget clearfix widget_text"><h3 class="widgettitle">Receive Insights Articles to Your Inbox</h3><div class="textwidget"><form style="border:0px solid #ccc;text-align:left;" action="https://feedburner.google.com/fb/a/mailverify" method="post" target="popupwindow" onsubmit="window.open('https://feedburner.google.com/fb/a/mailverify?uri=PhysicsForumsInsights', 'popupwindow', 'scrollbars=yes,width=550,height=520');return true"><p>Enter your email address:</p><p><input type="text" style="width:200px;border:2px solid #ccc;" name="email"/></p><input type="hidden" value="PhysicsForumsInsights" name="uri"/><input type="hidden" name="loc" value="en_US"/><input type="submit" value="Subscribe" /></p></form></div> <span class="seperator extralight-border"></span></section><section id="nav_menu-2" class="widget clearfix widget_nav_menu"><h3 class="widgettitle">Blog Information</h3><div class="menu-sidebar-container"><ul id="menu-sidebar" class="menu"><li id="menu-item-14015" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-14015"><a href="https://www.physicsforums.com/register">Become a Member!</a></li><li id="menu-item-14012" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-14012"><a href="https://www.physicsforums.com/insights/application/">Write for Us!</a></li><li id="menu-item-18348" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-18348"><a href="https://www.physicsforums.com/insights/postindex/">Table of Contents</a></li><li id="menu-item-18353" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-18353"><a href="https://www.physicsforums.com/insights/authors/">Blog Author List</a></li></ul></div><span class="seperator extralight-border"></span></section><section id="tag_cloud-3" class="widget clearfix widget_tag_cloud"><h3 class="widgettitle">Popular Topics</h3><div class="tagcloud"><a href="https://www.physicsforums.com/insights/tag/astronomy/" class="tag-cloud-link tag-link-307 tag-link-position-1" style="font-size: 9.1666666666667pt;" aria-label="astronomy (17 items)">astronomy<span class="tag-link-count"> (17)</span></a> <a href="https://www.physicsforums.com/insights/tag/black-holes/" class="tag-cloud-link tag-link-28 tag-link-position-2" style="font-size: 9.1666666666667pt;" aria-label="black holes (17 items)">black holes<span class="tag-link-count"> (17)</span></a> <a href="https://www.physicsforums.com/insights/tag/classical-physics/" class="tag-cloud-link tag-link-852 tag-link-position-3" style="font-size: 20.833333333333pt;" aria-label="classical physics (35 items)">classical physics<span class="tag-link-count"> (35)</span></a> <a href="https://www.physicsforums.com/insights/tag/cosmology/" class="tag-cloud-link tag-link-224 tag-link-position-4" style="font-size: 8pt;" aria-label="cosmology (16 items)">cosmology<span class="tag-link-count"> (16)</span></a> <a href="https://www.physicsforums.com/insights/tag/education/" class="tag-cloud-link tag-link-104 tag-link-position-5" style="font-size: 13.833333333333pt;" aria-label="education (23 items)">education<span class="tag-link-count"> (23)</span></a> <a href="https://www.physicsforums.com/insights/tag/electromagnetism/" class="tag-cloud-link tag-link-21 tag-link-position-6" style="font-size: 10.722222222222pt;" aria-label="electromagnetism (19 items)">electromagnetism<span class="tag-link-count"> (19)</span></a> <a href="https://www.physicsforums.com/insights/tag/general-relativity/" class="tag-cloud-link tag-link-333 tag-link-position-7" style="font-size: 10.722222222222pt;" aria-label="general relativity (19 items)">general relativity<span class="tag-link-count"> (19)</span></a> <a href="https://www.physicsforums.com/insights/tag/gravity/" class="tag-cloud-link tag-link-40 tag-link-position-8" style="font-size: 14.611111111111pt;" aria-label="gravity (24 items)">gravity<span class="tag-link-count"> (24)</span></a> <a href="https://www.physicsforums.com/insights/tag/interview/" class="tag-cloud-link tag-link-858 tag-link-position-9" style="font-size: 13.055555555556pt;" aria-label="interview (22 items)">interview<span class="tag-link-count"> (22)</span></a> <a href="https://www.physicsforums.com/insights/tag/mathematics/" class="tag-cloud-link tag-link-69 tag-link-position-10" style="font-size: 22pt;" aria-label="mathematics (38 items)">mathematics<span class="tag-link-count"> (38)</span></a> <a href="https://www.physicsforums.com/insights/tag/mathematics-self-study/" class="tag-cloud-link tag-link-484 tag-link-position-11" style="font-size: 11.5pt;" aria-label="mathematics self-study (20 items)">mathematics self-study<span class="tag-link-count"> (20)</span></a> <a href="https://www.physicsforums.com/insights/tag/physicist/" class="tag-cloud-link tag-link-11 tag-link-position-12" style="font-size: 15.777777777778pt;" aria-label="Physicist (26 items)">Physicist<span class="tag-link-count"> (26)</span></a> <a href="https://www.physicsforums.com/insights/tag/programming/" class="tag-cloud-link tag-link-42 tag-link-position-13" style="font-size: 9.9444444444444pt;" aria-label="programming (18 items)">programming<span class="tag-link-count"> (18)</span></a> <a href="https://www.physicsforums.com/insights/tag/quantum-field-theory/" class="tag-cloud-link tag-link-87 tag-link-position-14" style="font-size: 18.888888888889pt;" aria-label="Quantum Field Theory (31 items)">Quantum Field Theory<span class="tag-link-count"> (31)</span></a> <a href="https://www.physicsforums.com/insights/tag/quantum-mechanics/" class="tag-cloud-link tag-link-62 tag-link-position-15" style="font-size: 21.222222222222pt;" aria-label="quantum mechanics (36 items)">quantum mechanics<span class="tag-link-count"> (36)</span></a> <a href="https://www.physicsforums.com/insights/tag/quantum-physics/" class="tag-cloud-link tag-link-314 tag-link-position-16" style="font-size: 13.055555555556pt;" aria-label="quantum physics (22 items)">quantum physics<span class="tag-link-count"> (22)</span></a> <a href="https://www.physicsforums.com/insights/tag/relativity/" class="tag-cloud-link tag-link-114 tag-link-position-17" style="font-size: 22pt;" aria-label="relativity (38 items)">relativity<span class="tag-link-count"> (38)</span></a> <a href="https://www.physicsforums.com/insights/tag/special-relativity/" class="tag-cloud-link tag-link-89 tag-link-position-18" style="font-size: 8pt;" aria-label="Special Relativity (16 items)">Special Relativity<span class="tag-link-count"> (16)</span></a> <a href="https://www.physicsforums.com/insights/tag/technology/" class="tag-cloud-link tag-link-861 tag-link-position-19" style="font-size: 10.722222222222pt;" aria-label="technology (19 items)">technology<span class="tag-link-count"> (19)</span></a> <a href="https://www.physicsforums.com/insights/tag/universe/" class="tag-cloud-link tag-link-265 tag-link-position-20" style="font-size: 12.277777777778pt;" aria-label="universe (21 items)">universe<span class="tag-link-count"> (21)</span></a></div> <span class="seperator extralight-border"></span></section></div></aside></div></div><footer class='container_wrap socket_color' id='socket' role="contentinfo" itemscope="itemscope" itemtype="https://schema.org/WPFooter" aria-label="Copyright and company info" ><div class='container'><span class='copyright'> 2024 © Physics Forums, ALL RIGHTS RESERVED - <a href="https://www.physicsforums.com/misc/contact">Contact Us</a> - <a href="https://www.physicsforums.com/threads/physics-forums-privacy-policy.797829/">Privacy Policy</a> - <a href="https://www.physicsforums.com/insights/about-pf-insights/">About PF Insights</a></span><ul class='noLightbox social_bookmarks icon_count_4'><li class='social_bookmarks_twitter av-social-link-twitter social_icon_1'><a target="_blank" aria-label="Link to X" href="https://twitter.com/physicsforums" aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='X' rel="noopener"><span class='avia_hidden_link_text'>X</span></a></li><li class='social_bookmarks_facebook av-social-link-facebook social_icon_2'><a target="_blank" aria-label="Link to Facebook" href='https://www.facebook.com/physicsforums' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='Facebook' rel="noopener"><span class='avia_hidden_link_text'>Facebook</span></a></li><li class='social_bookmarks_linkedin av-social-link-linkedin social_icon_3'><a target="_blank" aria-label="Link to LinkedIn" href='https://www.linkedin.com/company/physics-forums/' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='LinkedIn' rel="noopener"><span class='avia_hidden_link_text'>LinkedIn</span></a></li><li class='social_bookmarks_youtube av-social-link-youtube social_icon_4'><a target="_blank" aria-label="Link to Youtube" href='https://www.youtube.com/@physicsforum' aria-hidden='false' data-av_icon='' data-av_iconfont='entypo-fontello' title='Youtube' rel="noopener"><span class='avia_hidden_link_text'>Youtube</span></a></li></ul></div></footer></div><a class='avia-post-nav avia-post-prev with-image' href='https://www.physicsforums.com/insights/split-electric-fields-in-electrodynamics-capacitor-and-antenna/' ><span class="label iconfont" aria-hidden='true' data-av_icon='' data-av_iconfont='entypo-fontello'></span><span class="entry-info-wrap"><span class="entry-info"><span class='entry-title'>Split Electric Fields in Electrodynamics: Capacitor and Antenna</span><span class='entry-image'><img data-lazyloaded="1" src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI4MCIgaGVpZ2h0PSI4MCIgdmlld0JveD0iMCAwIDgwIDgwIj48cmVjdCB3aWR0aD0iMTAwJSIgaGVpZ2h0PSIxMDAlIiBmaWxsPSIjY2ZkNGRiIi8+PC9zdmc+" loading="lazy" width="80" height="80" data-src="https://www.physicsforums.com/insights/wp-content/uploads/2021/01/split-electric-feilds-80x80.png" class="wp-image-36528 avia-img-lazy-loading-36528 attachment-thumbnail size-thumbnail wp-post-image" alt="Split Electric Fields" decoding="async" data-srcset="https://www.physicsforums.com/insights/wp-content/uploads/2021/01/split-electric-feilds-80x80.png 80w, https://www.physicsforums.com/insights/wp-content/uploads/2021/01/split-electric-feilds-36x36.png 36w" data-sizes="(max-width: 80px) 100vw, 80px" /><noscript><img loading="lazy" width="80" height="80" src="https://www.physicsforums.com/insights/wp-content/uploads/2021/01/split-electric-feilds-80x80.png" class="wp-image-36528 avia-img-lazy-loading-36528 attachment-thumbnail size-thumbnail wp-post-image" alt="Split Electric Fields" decoding="async" srcset="https://www.physicsforums.com/insights/wp-content/uploads/2021/01/split-electric-feilds-80x80.png 80w, https://www.physicsforums.com/insights/wp-content/uploads/2021/01/split-electric-feilds-36x36.png 36w" sizes="(max-width: 80px) 100vw, 80px" /></noscript></span></span></span></a><a class='avia-post-nav avia-post-next with-image' href='https://www.physicsforums.com/insights/how-bayesian-inference-works-in-the-context-of-science/' ><span class="label iconfont" aria-hidden='true' data-av_icon='' data-av_iconfont='entypo-fontello'></span><span class="entry-info-wrap"><span class="entry-info"><span class='entry-image'><img data-lazyloaded="1" src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI4MCIgaGVpZ2h0PSI4MCIgdmlld0JveD0iMCAwIDgwIDgwIj48cmVjdCB3aWR0aD0iMTAwJSIgaGVpZ2h0PSIxMDAlIiBmaWxsPSIjY2ZkNGRiIi8+PC9zdmc+" loading="lazy" width="80" height="80" data-src="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-80x80.png" class="wp-image-34755 avia-img-lazy-loading-34755 attachment-thumbnail size-thumbnail wp-post-image" alt="bayesian inference" decoding="async" data-srcset="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-80x80.png 80w, https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-36x36.png 36w" data-sizes="(max-width: 80px) 100vw, 80px" /><noscript><img loading="lazy" width="80" height="80" src="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-80x80.png" class="wp-image-34755 avia-img-lazy-loading-34755 attachment-thumbnail size-thumbnail wp-post-image" alt="bayesian inference" decoding="async" srcset="https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-80x80.png 80w, https://www.physicsforums.com/insights/wp-content/uploads/2020/12/bayesian-inference-36x36.png 36w" sizes="(max-width: 80px) 100vw, 80px" /></noscript></span><span class='entry-title'>How Bayesian Inference Works in the Context of Science</span></span></span></a></div><a href='#top' title='Scroll to top' id='scroll-top-link' aria-hidden='true' data-av_icon='' data-av_iconfont='entypo-fontello' tabindex='-1'><span class="avia_hidden_link_text">Scroll to top</span></a><div id="fb-root"></div> <script data-optimized="1" type="text/javascript" src="https://www.physicsforums.com/insights/wp-content/litespeed/js/ffe2445567cebbe851874e864ab606aa.js?ver=606aa" defer></script> <script type='text/javascript'>/* */ var avia_framework_globals = avia_framework_globals || {}; avia_framework_globals.frameworkUrl = 'https://www.physicsforums.com/insights/wp-content/themes/enfold/framework/'; avia_framework_globals.installedAt = 'https://www.physicsforums.com/insights/wp-content/themes/enfold/'; avia_framework_globals.ajaxurl = 'https://www.physicsforums.com/insights/wp-admin/admin-ajax.php'; /* */</script> <script type="text/javascript" async='async' src="https://www.physicsforums.com/insights/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script> <script type="text/javascript" id="wpil-frontend-script-js-extra">/* */ var wpilFrontend = {"ajaxUrl":"\/insights\/wp-admin\/admin-ajax.php","postId":"34181","postType":"post","openInternalInNewTab":"0","openExternalInNewTab":"1","disableClicks":"0","openLinksWithJS":"0","trackAllElementClicks":"0","clicksI18n":{"imageNoText":"Image in link: No Text","imageText":"Image Title: ","noText":"No Anchor Text Found"}}; /* */</script> <script data-optimized="1" type="text/javascript" async='async' src="https://www.physicsforums.com/insights/wp-content/litespeed/js/32fbbb44e22394d8c0f1ada21cfadab5.js?ver=ef02b" id="wpil-frontend-script-js"></script> <script data-optimized="1" type="text/javascript" async='async' src="https://www.physicsforums.com/insights/wp-content/litespeed/js/28eaaf920db7121b0c5763a98afd6217.js?ver=f2d22" id="comment-reply-js" async="async" data-wp-strategy="async"></script> <script data-optimized="1" type="text/javascript" async='async' src="https://www.physicsforums.com/insights/wp-content/litespeed/js/966b486962f7a18865706d52697208b2.js?ver=208b2" id="avia-footer-scripts-js"></script> <script data-no-optimize="1">!function(t,e){"object"==typeof exports&&"undefined"!=typeof module?module.exports=e():"function"==typeof define&&define.amd?define(e):(t="undefined"!=typeof globalThis?globalThis:t||self).LazyLoad=e()}(this,function(){"use strict";function e(){return(e=Object.assign||function(t){for(var e=1;e<arguments.length;e++){var n,a=arguments[e];for(n in a)Object.prototype.hasOwnProperty.call(a,n)&&(t[n]=a[n])}return t}).apply(this,arguments)}function i(t){return e({},it,t)}function o(t,e){var n,a="LazyLoad::Initialized",i=new t(e);try{n=new CustomEvent(a,{detail:{instance:i}})}catch(t){(n=document.createEvent("CustomEvent")).initCustomEvent(a,!1,!1,{instance:i})}window.dispatchEvent(n)}function l(t,e){return t.getAttribute(gt+e)}function c(t){return l(t,bt)}function s(t,e){return function(t,e,n){e=gt+e;null!==n?t.setAttribute(e,n):t.removeAttribute(e)}(t,bt,e)}function r(t){return s(t,null),0}function u(t){return null===c(t)}function d(t){return c(t)===vt}function f(t,e,n,a){t&&(void 0===a?void 0===n?t(e):t(e,n):t(e,n,a))}function _(t,e){nt?t.classList.add(e):t.className+=(t.className?" ":"")+e}function v(t,e){nt?t.classList.remove(e):t.className=t.className.replace(new RegExp("(^|\\s+)"+e+"(\\s+|$)")," ").replace(/^\s+/,"").replace(/\s+$/,"")}function g(t){return t.llTempImage}function b(t,e){!e||(e=e._observer)&&e.unobserve(t)}function p(t,e){t&&(t.loadingCount+=e)}function h(t,e){t&&(t.toLoadCount=e)}function n(t){for(var e,n=[],a=0;e=t.children[a];a+=1)"SOURCE"===e.tagName&&n.push(e);return n}function m(t,e){(t=t.parentNode)&&"PICTURE"===t.tagName&&n(t).forEach(e)}function a(t,e){n(t).forEach(e)}function E(t){return!!t[st]}function I(t){return t[st]}function y(t){return delete t[st]}function A(e,t){var n;E(e)||(n={},t.forEach(function(t){n[t]=e.getAttribute(t)}),e[st]=n)}function k(a,t){var i;E(a)&&(i=I(a),t.forEach(function(t){var e,n;e=a,(t=i[n=t])?e.setAttribute(n,t):e.removeAttribute(n)}))}function L(t,e,n){_(t,e.class_loading),s(t,ut),n&&(p(n,1),f(e.callback_loading,t,n))}function w(t,e,n){n&&t.setAttribute(e,n)}function x(t,e){w(t,ct,l(t,e.data_sizes)),w(t,rt,l(t,e.data_srcset)),w(t,ot,l(t,e.data_src))}function O(t,e,n){var a=l(t,e.data_bg_multi),i=l(t,e.data_bg_multi_hidpi);(a=at&&i?i:a)&&(t.style.backgroundImage=a,n=n,_(t=t,(e=e).class_applied),s(t,ft),n&&(e.unobserve_completed&&b(t,e),f(e.callback_applied,t,n)))}function N(t,e){!e||0<e.loadingCount||0<e.toLoadCount||f(t.callback_finish,e)}function C(t,e,n){t.addEventListener(e,n),t.llEvLisnrs[e]=n}function M(t){return!!t.llEvLisnrs}function z(t){if(M(t)){var e,n,a=t.llEvLisnrs;for(e in a){var i=a[e];n=e,i=i,t.removeEventListener(n,i)}delete t.llEvLisnrs}}function R(t,e,n){var a;delete t.llTempImage,p(n,-1),(a=n)&&--a.toLoadCount,v(t,e.class_loading),e.unobserve_completed&&b(t,n)}function T(o,r,c){var l=g(o)||o;M(l)||function(t,e,n){M(t)||(t.llEvLisnrs={});var a="VIDEO"===t.tagName?"loadeddata":"load";C(t,a,e),C(t,"error",n)}(l,function(t){var e,n,a,i;n=r,a=c,i=d(e=o),R(e,n,a),_(e,n.class_loaded),s(e,dt),f(n.callback_loaded,e,a),i||N(n,a),z(l)},function(t){var e,n,a,i;n=r,a=c,i=d(e=o),R(e,n,a),_(e,n.class_error),s(e,_t),f(n.callback_error,e,a),i||N(n,a),z(l)})}function G(t,e,n){var a,i,o,r,c;t.llTempImage=document.createElement("IMG"),T(t,e,n),E(c=t)||(c[st]={backgroundImage:c.style.backgroundImage}),o=n,r=l(a=t,(i=e).data_bg),c=l(a,i.data_bg_hidpi),(r=at&&c?c:r)&&(a.style.backgroundImage='url("'.concat(r,'")'),g(a).setAttribute(ot,r),L(a,i,o)),O(t,e,n)}function D(t,e,n){var a;T(t,e,n),a=e,e=n,(t=It[(n=t).tagName])&&(t(n,a),L(n,a,e))}function V(t,e,n){var a;a=t,(-1<yt.indexOf(a.tagName)?D:G)(t,e,n)}function F(t,e,n){var a;t.setAttribute("loading","lazy"),T(t,e,n),a=e,(e=It[(n=t).tagName])&&e(n,a),s(t,vt)}function j(t){t.removeAttribute(ot),t.removeAttribute(rt),t.removeAttribute(ct)}function P(t){m(t,function(t){k(t,Et)}),k(t,Et)}function S(t){var e;(e=At[t.tagName])?e(t):E(e=t)&&(t=I(e),e.style.backgroundImage=t.backgroundImage)}function U(t,e){var n;S(t),n=e,u(e=t)||d(e)||(v(e,n.class_entered),v(e,n.class_exited),v(e,n.class_applied),v(e,n.class_loading),v(e,n.class_loaded),v(e,n.class_error)),r(t),y(t)}function $(t,e,n,a){var i;n.cancel_on_exit&&(c(t)!==ut||"IMG"===t.tagName&&(z(t),m(i=t,function(t){j(t)}),j(i),P(t),v(t,n.class_loading),p(a,-1),r(t),f(n.callback_cancel,t,e,a)))}function q(t,e,n,a){var i,o,r=(o=t,0<=pt.indexOf(c(o)));s(t,"entered"),_(t,n.class_entered),v(t,n.class_exited),i=t,o=a,n.unobserve_entered&&b(i,o),f(n.callback_enter,t,e,a),r||V(t,n,a)}function H(t){return t.use_native&&"loading"in HTMLImageElement.prototype}function B(t,i,o){t.forEach(function(t){return(a=t).isIntersecting||0<a.intersectionRatio?q(t.target,t,i,o):(e=t.target,n=t,a=i,t=o,void(u(e)||(_(e,a.class_exited),$(e,n,a,t),f(a.callback_exit,e,n,t))));var e,n,a})}function J(e,n){var t;et&&!H(e)&&(n._observer=new IntersectionObserver(function(t){B(t,e,n)},{root:(t=e).container===document?null:t.container,rootMargin:t.thresholds||t.threshold+"px"}))}function K(t){return Array.prototype.slice.call(t)}function Q(t){return t.container.querySelectorAll(t.elements_selector)}function W(t){return c(t)===_t}function X(t,e){return e=t||Q(e),K(e).filter(u)}function Y(e,t){var n;(n=Q(e),K(n).filter(W)).forEach(function(t){v(t,e.class_error),r(t)}),t.update()}function t(t,e){var n,a,t=i(t);this._settings=t,this.loadingCount=0,J(t,this),n=t,a=this,Z&&window.addEventListener("online",function(){Y(n,a)}),this.update(e)}var Z="undefined"!=typeof window,tt=Z&&!("onscroll"in window)||"undefined"!=typeof navigator&&/(gle|ing|ro)bot|crawl|spider/i.test(navigator.userAgent),et=Z&&"IntersectionObserver"in window,nt=Z&&"classList"in document.createElement("p"),at=Z&&1<window.devicePixelRatio,it={elements_selector:".lazy",container:tt||Z?document:null,threshold:300,thresholds:null,data_src:"src",data_srcset:"srcset",data_sizes:"sizes",data_bg:"bg",data_bg_hidpi:"bg-hidpi",data_bg_multi:"bg-multi",data_bg_multi_hidpi:"bg-multi-hidpi",data_poster:"poster",class_applied:"applied",class_loading:"litespeed-loading",class_loaded:"litespeed-loaded",class_error:"error",class_entered:"entered",class_exited:"exited",unobserve_completed:!0,unobserve_entered:!1,cancel_on_exit:!0,callback_enter:null,callback_exit:null,callback_applied:null,callback_loading:null,callback_loaded:null,callback_error:null,callback_finish:null,callback_cancel:null,use_native:!1},ot="src",rt="srcset",ct="sizes",lt="poster",st="llOriginalAttrs",ut="loading",dt="loaded",ft="applied",_t="error",vt="native",gt="data-",bt="ll-status",pt=[ut,dt,ft,_t],ht=[ot],mt=[ot,lt],Et=[ot,rt,ct],It={IMG:function(t,e){m(t,function(t){A(t,Et),x(t,e)}),A(t,Et),x(t,e)},IFRAME:function(t,e){A(t,ht),w(t,ot,l(t,e.data_src))},VIDEO:function(t,e){a(t,function(t){A(t,ht),w(t,ot,l(t,e.data_src))}),A(t,mt),w(t,lt,l(t,e.data_poster)),w(t,ot,l(t,e.data_src)),t.load()}},yt=["IMG","IFRAME","VIDEO"],At={IMG:P,IFRAME:function(t){k(t,ht)},VIDEO:function(t){a(t,function(t){k(t,ht)}),k(t,mt),t.load()}},kt=["IMG","IFRAME","VIDEO"];return t.prototype={update:function(t){var e,n,a,i=this._settings,o=X(t,i);{if(h(this,o.length),!tt&&et)return H(i)?(e=i,n=this,o.forEach(function(t){-1!==kt.indexOf(t.tagName)&&F(t,e,n)}),void h(n,0)):(t=this._observer,i=o,t.disconnect(),a=t,void i.forEach(function(t){a.observe(t)}));this.loadAll(o)}},destroy:function(){this._observer&&this._observer.disconnect(),Q(this._settings).forEach(function(t){y(t)}),delete this._observer,delete this._settings,delete this.loadingCount,delete this.toLoadCount},loadAll:function(t){var e=this,n=this._settings;X(t,n).forEach(function(t){b(t,e),V(t,n,e)})},restoreAll:function(){var e=this._settings;Q(e).forEach(function(t){U(t,e)})}},t.load=function(t,e){e=i(e);V(t,e)},t.resetStatus=function(t){r(t)},Z&&function(t,e){if(e)if(e.length)for(var n,a=0;n=e[a];a+=1)o(t,n);else o(t,e)}(t,window.lazyLoadOptions),t});!function(e,t){"use strict";function a(){t.body.classList.add("litespeed_lazyloaded")}function n(){console.log("[LiteSpeed] Start Lazy Load Images"),d=new LazyLoad({elements_selector:"[data-lazyloaded]",callback_finish:a}),o=function(){d.update()},e.MutationObserver&&new MutationObserver(o).observe(t.documentElement,{childList:!0,subtree:!0,attributes:!0})}var d,o;e.addEventListener?e.addEventListener("load",n,!1):e.attachEvent("onload",n)}(window,document);</script></body></html>