pyspark · PyPI

<!DOCTYPE html> <html lang="en" dir="ltr"> <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> <meta name="defaultLanguage" content="en"> <meta name="availableLanguages" content="en, es, fr, ja, pt_BR, uk, el, de, zh_Hans, zh_Hant, ru, he, eo, ko"> <title>pyspark · PyPI</title> <meta name="description" content="Apache Spark Python API"> <link rel="stylesheet" href="/static/css/warehouse-ltr.ef10640d.css"> <link rel="stylesheet" href="/static/css/fontawesome.080e1050.css"> <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Source+Sans+3:400,400italic,600,600italic,700,700italic%7CSource+Code+Pro:500"> <noscript> <link rel="stylesheet" href="/static/css/noscript.0673c9ea.css"> </noscript> <link rel="icon" href="/static/images/favicon.35549fe8.ico" type="image/x-icon"> <link rel="alternate" type="application/rss+xml" title="RSS: 40 latest updates" href="/rss/updates.xml"> <link rel="alternate" type="application/rss+xml" title="RSS: 40 newest packages" href="/rss/packages.xml"> <link rel="alternate" type="application/rss+xml" title="RSS: latest releases for pyspark" href="/rss/project/pyspark/releases.xml"> <link rel="canonical" href="https://pypi.org/project/pyspark/"> <meta property="og:url" content="https://pypi.org/project/pyspark/"> <meta property="og:site_name" content="PyPI"> <meta property="og:type" content="website"> <meta property="og:image" content="https://pypi.org/static/images/twitter.abaf4b19.webp"> <meta property="og:title" content="pyspark"> <meta property="og:description" content="Apache Spark Python API"> <link rel="search" type="application/opensearchdescription+xml" title="PyPI" href="/opensearch.xml"> <script async data-ga-id="UA-55961911-1" data-ga4-id="G-RW7D75DF8V" src="/static/js/warehouse.f8f1a17d.js"> </script> <script> MathJax = { tex: { inlineMath: [['$', '$'], ['\$', '\$']] }, }; </script> <script async src="https://cdn.jsdelivr.net/npm/mathjax@3.2.2/es5/tex-svg.js" integrity="sha256-1CldwzdEg2k1wTmf7s5RWVd7NMXI/7nxxjJM2C4DqII=" crossorigin="anonymous" ></script> <script async src="https://www.googletagmanager.com/gtag/js?id=UA-55961911-1"></script> <script async src="https://www.googletagmanager.com/gtag/js?id=G-RW7D75DF8V"></script> <script defer src="https://www.fastly-insights.com/insights.js?k=6a52360a-f306-421e-8ed5-7417d0d4a4e9&dnt=true"></script> <script async src="https://media.ethicalads.io/media/client/v1.4.0/ethicalads.min.js" integrity="sha256-U3hKDidudIaxBDEzwGJApJgPEf2mWk6cfMWghrAa6i0= sha384-UcmsCqcNRSLW/dV3Lo1oCi2/VaurXbib6p4HyUEOeIa/4OpsrnucrugAefzVZJfI sha512-q4t1L4xEjGV2R4hzqCa41P8jrgFUS8xTb8rdNv4FGvw7FpydVj/kkxBJHOiaoxHa8olCcx1Slk9K+3sNbsM4ug==" crossorigin="anonymous" ></script> </head> <body data-controller="viewport-toggle">  <a href="#content" class="skip-to-content">Skip to main content</a> <button type="button" class="button button--primary button--switch-to-mobile hidden" data-viewport-toggle-target="switchToMobile" data-action="viewport-toggle#switchToMobile"> Switch to mobile version </button> <div id="sticky-notifications" class="stick-to-top js-stick-to-top">   <noscript> <div class="notification-bar notification-bar--warning" role="status"> <span class="notification-bar__icon"> <i class="fa fa-exclamation-triangle" aria-hidden="true"></i> <span class="sr-only">Warning</span> </span> <span class="notification-bar__message">Some features may not work without JavaScript. Please try enabling it if you encounter problems.</span> </div> </noscript> <div data-html-include="/_includes/notification-banners/"></div> </div> <div data-html-include="/_includes/flash-messages/"></div> <div data-html-include="/_includes/session-notifications/"></div> <header class="site-header "> <div class="site-container"> <div class="split-layout"> <div class="split-layout"> <div> <a class="site-header__logo" href="/"> <img alt="PyPI" src="/static/images/logo-small.8998e9d1.svg"> </a> </div> <form class="search-form search-form--primary" action="/search/" role="search"> <label for="search" class="sr-only">Search PyPI</label> <input id="search" class="search-form__search" type="text" name="q" placeholder="Search projects" value="" autocomplete="off" autocapitalize="off" spellcheck="false" data-controller="search-focus" data-action="keydown@window->search-focus#focusSearchField" data-search-focus-target="searchField"> <button type="submit" class="search-form__button"> <i class="fa fa-search" aria-hidden="true"></i> <span class="sr-only">Search</span> </button> </form> </div> <div data-html-include="/_includes/current-user-indicator/"> <div id="user-indicator" class="horizontal-menu horizontal-menu--light horizontal-menu--tall"> <nav class="horizontal-menu horizontal-menu--light horizontal-menu--tall hide-on-tablet" aria-label="Main navigation"> <ul> <li class="horizontal-menu__item"><a href="/help/" class="horizontal-menu__link">Help</a></li> <li class="horizontal-menu__item"><a href="/sponsors/" class="horizontal-menu__link">Sponsors</a></li> <li class="horizontal-menu__item"><a href="/account/login/" class="horizontal-menu__link">Log in</a></li> <li class="horizontal-menu__item"><a href="/account/register/" class="horizontal-menu__link">Register</a></li> </ul> </nav> <nav class="dropdown dropdown--on-menu hidden show-on-tablet" aria-label="Main navigation"> <button type="button" class="horizontal-menu__link dropdown__trigger" aria-haspopup="true" aria-expanded="false" aria-label="View menu"> Menu <span class="dropdown__trigger-caret"> <i class="fa fa-caret-down" aria-hidden="true"></i> </span> </button> <ul class="dropdown__content" aria-hidden="true" aria-label="Main menu"> <li><a class="dropdown__link" href="/help/">Help</a></li> <li><a class="dropdown__link" href="/sponsors/">Sponsors</a></li> <li><a class="dropdown__link" href="/account/login/">Log in</a></li> <li><a class="dropdown__link" href="/account/register/">Register</a></li> </ul> </nav> </div> </div> </div> </div> </header> <div class="mobile-search"> <form class="search-form search-form--fullwidth" action="/search/" role="search"> <label for="mobile-search" class="sr-only">Search PyPI</label> <input id="mobile-search" class="search-form__search" type="text" name="q" placeholder="Search projects" value="" autocomplete="off" autocapitalize="off" spellcheck="false"> <button type="submit" class="search-form__button"> <i class="fa fa-search" aria-hidden="true"></i> <span class="sr-only">Search</span> </button> </form> </div> <main id="content"> <div class="banner"> <div class="package-header"> <div class="package-header__left"> <h1 class="package-header__name"> pyspark 3.5.4 </h1> <div data-controller="clipboard"> <p class="package-header__pip-instructions"> <span id="pip-command" data-clipboard-target="source">pip install pyspark</span> <button type="button" class="copy-tooltip copy-tooltip-s" data-action="clipboard#copy" data-clipboard-target="tooltip" data-clipboard-tooltip-value="Copy to clipboard"> <i class="fa fa-copy" aria-hidden="true"></i> <span class="sr-only">Copy PIP instructions</span> </button> </p> </div> </div> <div class="package-header__right"> <a class="status-badge status-badge--good" href="/project/pyspark/"> <span>Latest version</span> </a> <p class="package-header__date"> Released: <time datetime="2024-12-20T14:34:41+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Dec 20, 2024 </time> </p> </div> </div> </div> <div class="horizontal-section horizontal-section--grey horizontal-section--thin"> <div class="site-container"> <div data-html-include="/_includes/administer-project-include/pyspark"></div> <div class="split-layout split-layout--middle package-description"> <p class="package-description__summary">Apache Spark Python API</p> <div data-html-include="/_includes/edit-project-button/pyspark"></div> </div> </div> </div> <div data-controller="project-tabs"> <div class="tabs-container"> <div class="vertical-tabs"> <div class="vertical-tabs__tabs"> <div class="sidebar-section"> <h3 class="sidebar-section__title">Navigation</h3> <nav aria-label="Navigation for pyspark"> <ul class="vertical-tabs__list" role="tablist"> <li role="tab"> <a id="description-tab" href="#description" data-project-tabs-target="tab" data-action="project-tabs#onTabClick" class="vertical-tabs__tab vertical-tabs__tab--with-icon vertical-tabs__tab--is-active" aria-selected="true" aria-label="Project description. Focus will be moved to the description."> <i class="fa fa-align-left" aria-hidden="true"></i> Project description </a> </li> <li role="tab"> <a id="history-tab" href="#history" data-project-tabs-target="tab" data-action="project-tabs#onTabClick" class="vertical-tabs__tab vertical-tabs__tab--with-icon" aria-label="Release history. Focus will be moved to the history panel."> <i class="fa fa-history" aria-hidden="true"></i> Release history </a> </li> <li role="tab"> <a id="files-tab" href="#files" data-project-tabs-target="tab" data-action="project-tabs#onTabClick" class="vertical-tabs__tab vertical-tabs__tab--with-icon" aria-label="Download files. Focus will be moved to the project files."> <i class="fa fa-download" aria-hidden="true"></i> Download files </a> </li> </ul> </nav> </div> <div class="sidebar-section verified"> <h3 class="sidebar-section__title"> Verified details <i class="fa fa-circle-check check" title="Verified by PyPI on 2024-12-20"></i> </h3> <small><i>These details have been <a href="https://docs.pypi.org/project_metadata/#verified-details">verified by PyPI</a></i></small> <h6>Maintainers</h6> <span class="sidebar-section__maintainer"> <a href="/user/dongjoon/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/38e73bed66d1b9141faef236c50e9cbbd41d93a6/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f61633833386165303933656631333037383362396136303736613337623934643f73697a653d3530" height="50" width="50" alt="Avatar for dongjoon from gravatar.com" title="Avatar for dongjoon from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> dongjoon </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/HaejoonLee/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/9c805e93bf65b5424f6144d5564379c2175dd742/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f31373665613661336337303562363338323730363633346362383366386530323f73697a653d3530" height="50" width="50" alt="Avatar for HaejoonLee from gravatar.com" title="Avatar for HaejoonLee from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> HaejoonLee </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/hyukjinkwon/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/ab2e7471f7861edb6fe54253a657a3bbefd66584/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f63643861356234366461333239376137313436623261343232393666616132303f73697a653d3530" height="50" width="50" alt="Avatar for hyukjinkwon from gravatar.com" title="Avatar for hyukjinkwon from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> hyukjinkwon </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/spark-upload/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/809d88ea8a125049b9fe1f59f228d32f32991316/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f63656139326139656436613561333661633635626437623732396338633561323f73697a653d3530" height="50" width="50" alt="Avatar for spark-upload from gravatar.com" title="Avatar for spark-upload from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> spark-upload </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/yaooqinn/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/9da6d39276f89c0b78d29c7dee9925f4a684b0dc/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f34613864366466363035643436633837633339373635393235346134616466303f73697a653d3530" height="50" width="50" alt="Avatar for yaooqinn from gravatar.com" title="Avatar for yaooqinn from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> yaooqinn </span> </a> </span> </div> <div class="sidebar-section unverified"> <h3 class="sidebar-section__title">Unverified details</h3> <small><i>These details have <b>not</b> been verified by PyPI</i></small> <h6>Project links</h6> <ul class="vertical-tabs__list"> <li> <a class="vertical-tabs__tab vertical-tabs__tab--with-icon vertical-tabs__tab--condensed" href="https://github.com/apache/spark/tree/master/python" rel="nofollow"> <i class="fas fa-home" aria-hidden="true"></i>Homepage </a> </li> </ul> <div class="sidebar-section unverified"> <h6>Meta</h6> <ul> <li> <span> <strong>License:</strong> Apache Software License (http://www.apache.org/licenses/LICENSE-2.0) </span> </li> <li> <span> <strong>Author:</strong> <a href="mailto:dev@spark.apache.org">Spark Developers</a> </span> </li> <li> <span> <strong>Requires:</strong> Python >=3.8 </span> </li> <li> <span> <strong>Provides-Extra:</strong> <code>connect</code>, <code>ml</code>, <code>mllib</code>, <code>pandas-on-spark</code>, <code>sql</code> </span> </li> </ul> </div> <div class="sidebar-section unverified"> <h6 class="sidebar-section__title">Classifiers</h6> <ul class="sidebar-section__classifiers"> <li> <strong>Development Status</strong> <ul> <li> <a href="/search/?c=Development+Status+%3A%3A+5+-+Production%2FStable"> 5 - Production/Stable </a> </li> </ul> </li> <li> <strong>License</strong> <ul> <li> <a href="/search/?c=License+%3A%3A+OSI+Approved+%3A%3A+Apache+Software+License"> OSI Approved :: Apache Software License </a> </li> </ul> </li> <li> <strong>Programming Language</strong> <ul> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.8"> Python :: 3.8 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.9"> Python :: 3.9 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.10"> Python :: 3.10 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.11"> Python :: 3.11 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+Implementation+%3A%3A+CPython"> Python :: Implementation :: CPython </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+Implementation+%3A%3A+PyPy"> Python :: Implementation :: PyPy </a> </li> </ul> </li> <li> <strong>Typing</strong> <ul> <li> <a href="/search/?c=Typing+%3A%3A+Typed"> Typed </a> </li> </ul> </li> </ul> </div> </div><div class="sidebar-section" data-ea-publisher="psf" data-ea-type="psf" data-ea-keywords="pypi-sidebar"></div> <div data-html-include="https://pypi.org/_includes/submit-malware-report/pyspark"></div> </div> <div class="vertical-tabs__panel">  <nav aria-label="Navigation for pyspark"> <ul class="vertical-tabs__list" role="tablist"> <li role="tab"> <a id="mobile-description-tab" href="#description" data-project-tabs-target="mobileTab" data-action="project-tabs#onTabClick" class="vertical-tabs__tab vertical-tabs__tab--with-icon vertical-tabs__tab--mobile vertical-tabs__tab--no-top-border vertical-tabs__tab--is-active" aria-selected="true" aria-label="Project description. Focus will be moved to the description."> <i class="fa fa-align-left" aria-hidden="true"></i> Project description </a> </li> <li role="tab"> <a id="mobile-data-tab" href="#data" data-project-tabs-target="mobileTab" data-action="project-tabs#onTabClick" class="vertical-tabs__tab vertical-tabs__tab--with-icon vertical-tabs__tab--mobile" aria-label="Project details. Focus will be moved to the project details."> <i class="fa fa-info-circle" aria-hidden="true"></i> Project details </a> </li> <li role="tab"> <a id="mobile-history-tab" href="#history" data-project-tabs-target="mobileTab" data-action="project-tabs#onTabClick" class="vertical-tabs__tab vertical-tabs__tab--with-icon vertical-tabs__tab--mobile" aria-label="Release history. Focus will be moved to the history panel."> <i class="fa fa-history" aria-hidden="true"></i> Release history </a> </li> <li role="tab"> <a id="mobile-files-tab" href="#files" data-project-tabs-target="mobileTab" data-action="project-tabs#onTabClick" class="vertical-tabs__tab vertical-tabs__tab--with-icon vertical-tabs__tab--mobile" aria-label="Download files. Focus will be moved to the project files."> <i class="fa fa-download" aria-hidden="true"></i> Download files </a> </li> </ul> </nav> <div id="description" data-project-tabs-target="content" class="vertical-tabs__content" role="tabpanel" aria-labelledby="description-tab mobile-description-tab" tabindex="-1"> <h2 class="page-title">Project description</h2> <div class="project-description"> <h1>Apache Spark</h1> <p>Spark is a unified analytics engine for large-scale data processing. It provides high-level APIs in Scala, Java, Python, and R, and an optimized engine that supports general computation graphs for data analysis. It also supports a rich set of higher-level tools including Spark SQL for SQL and DataFrames, pandas API on Spark for pandas workloads, MLlib for machine learning, GraphX for graph processing, and Structured Streaming for stream processing.</p> <p><a href="https://spark.apache.org/" rel=nofollow>https://spark.apache.org/</a></p> <h2>Online Documentation</h2> <p>You can find the latest Spark documentation, including a programming guide, on the <a href="https://spark.apache.org/documentation.html" rel=nofollow>project web page</a></p> <h2>Python Packaging</h2> <p>This README file only contains basic information related to pip installed PySpark. This packaging is currently experimental and may change in future versions (although we will do our best to keep compatibility). Using PySpark requires the Spark JARs, and if you are building this from source please see the builder instructions at <a href="https://spark.apache.org/docs/latest/building-spark.html" rel=nofollow>"Building Spark"</a>.</p> <p>The Python packaging for Spark is not intended to replace all of the other use cases. This Python packaged version of Spark is suitable for interacting with an existing cluster (be it Spark standalone, YARN, or Mesos) - but does not contain the tools required to set up your own standalone Spark cluster. You can download the full version of Spark from the <a href="https://spark.apache.org/downloads.html" rel=nofollow>Apache Spark downloads page</a>.</p> <p><strong>NOTE:</strong> If you are using this with a Spark standalone cluster you must ensure that the version (including minor version) matches or you may experience odd errors.</p> <h2>Python Requirements</h2> <p>At its core PySpark depends on Py4J, but some additional sub-packages have their own extra requirements for some features (including numpy, pandas, and pyarrow). See also <a href="https://spark.apache.org/docs/latest/api/python/getting_started/install.html#dependencies" rel=nofollow>Dependencies</a> for production, and <a href="https://github.com/apache/spark/blob/master/dev/requirements.txt" rel=nofollow>dev/requirements.txt</a> for development.</p> </div> </div> <div id="data" data-project-tabs-target="content" class="vertical-tabs__content" role="tabpanel" aria-labelledby="mobile-data-tab" tabindex="-1"> <h2 class="page-title">Project details</h2> <div class="sidebar-section verified"> <h3 class="sidebar-section__title"> Verified details <i class="fa fa-circle-check check" title="Verified by PyPI on 2024-12-20"></i> </h3> <small><i>These details have been <a href="https://docs.pypi.org/project_metadata/#verified-details">verified by PyPI</a></i></small> <h6>Maintainers</h6> <span class="sidebar-section__maintainer"> <a href="/user/dongjoon/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/38e73bed66d1b9141faef236c50e9cbbd41d93a6/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f61633833386165303933656631333037383362396136303736613337623934643f73697a653d3530" height="50" width="50" alt="Avatar for dongjoon from gravatar.com" title="Avatar for dongjoon from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> dongjoon </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/HaejoonLee/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/9c805e93bf65b5424f6144d5564379c2175dd742/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f31373665613661336337303562363338323730363633346362383366386530323f73697a653d3530" height="50" width="50" alt="Avatar for HaejoonLee from gravatar.com" title="Avatar for HaejoonLee from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> HaejoonLee </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/hyukjinkwon/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/ab2e7471f7861edb6fe54253a657a3bbefd66584/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f63643861356234366461333239376137313436623261343232393666616132303f73697a653d3530" height="50" width="50" alt="Avatar for hyukjinkwon from gravatar.com" title="Avatar for hyukjinkwon from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> hyukjinkwon </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/spark-upload/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/809d88ea8a125049b9fe1f59f228d32f32991316/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f63656139326139656436613561333661633635626437623732396338633561323f73697a653d3530" height="50" width="50" alt="Avatar for spark-upload from gravatar.com" title="Avatar for spark-upload from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> spark-upload </span> </a> </span> <span class="sidebar-section__maintainer"> <a href="/user/yaooqinn/" aria-label=""> <span class="sidebar-section__user-gravatar"> <img src="https://pypi-camo.freetls.fastly.net/9da6d39276f89c0b78d29c7dee9925f4a684b0dc/68747470733a2f2f7365637572652e67726176617461722e636f6d2f6176617461722f34613864366466363035643436633837633339373635393235346134616466303f73697a653d3530" height="50" width="50" alt="Avatar for yaooqinn from gravatar.com" title="Avatar for yaooqinn from gravatar.com"> </span> <span class="sidebar-section__user-gravatar-text"> yaooqinn </span> </a> </span> </div> <div class="sidebar-section unverified"> <h3 class="sidebar-section__title">Unverified details</h3> <small><i>These details have <b>not</b> been verified by PyPI</i></small> <h6>Project links</h6> <ul class="vertical-tabs__list"> <li> <a class="vertical-tabs__tab vertical-tabs__tab--with-icon vertical-tabs__tab--condensed" href="https://github.com/apache/spark/tree/master/python" rel="nofollow"> <i class="fas fa-home" aria-hidden="true"></i>Homepage </a> </li> </ul> <div class="sidebar-section unverified"> <h6>Meta</h6> <ul> <li> <span> <strong>License:</strong> Apache Software License (http://www.apache.org/licenses/LICENSE-2.0) </span> </li> <li> <span> <strong>Author:</strong> <a href="mailto:dev@spark.apache.org">Spark Developers</a> </span> </li> <li> <span> <strong>Requires:</strong> Python >=3.8 </span> </li> <li> <span> <strong>Provides-Extra:</strong> <code>connect</code>, <code>ml</code>, <code>mllib</code>, <code>pandas-on-spark</code>, <code>sql</code> </span> </li> </ul> </div> <div class="sidebar-section unverified"> <h6 class="sidebar-section__title">Classifiers</h6> <ul class="sidebar-section__classifiers"> <li> <strong>Development Status</strong> <ul> <li> <a href="/search/?c=Development+Status+%3A%3A+5+-+Production%2FStable"> 5 - Production/Stable </a> </li> </ul> </li> <li> <strong>License</strong> <ul> <li> <a href="/search/?c=License+%3A%3A+OSI+Approved+%3A%3A+Apache+Software+License"> OSI Approved :: Apache Software License </a> </li> </ul> </li> <li> <strong>Programming Language</strong> <ul> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.8"> Python :: 3.8 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.9"> Python :: 3.9 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.10"> Python :: 3.10 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+3.11"> Python :: 3.11 </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+Implementation+%3A%3A+CPython"> Python :: Implementation :: CPython </a> </li> <li> <a href="/search/?c=Programming+Language+%3A%3A+Python+%3A%3A+Implementation+%3A%3A+PyPy"> Python :: Implementation :: PyPy </a> </li> </ul> </li> <li> <strong>Typing</strong> <ul> <li> <a href="/search/?c=Typing+%3A%3A+Typed"> Typed </a> </li> </ul> </li> </ul> </div> </div> <br> </div> <div id="history" data-project-tabs-target="content" class="vertical-tabs__content" role="tabpanel" aria-labelledby="history-tab mobile-history-tab" tabindex="-1"> <h2 class="page-title split-layout"> <span>Release history</span> <span class="reset-text margin-top"> <a href="/help/#project-release-notifications">Release notifications</a> | <a href="/rss/project/pyspark/releases.xml">RSS feed <i class="fa fa-rss" aria-hidden="true"></i></a> </span> </h2> <div class="release-timeline"> <div class="release release--latest"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/4.0.0.dev2/"> <p class="release__version"> 4.0.0.dev2 <span class="badge badge--warning"> pre-release </span> </p> <p class="release__version-date"> <time datetime="2024-09-27T14:56:40+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Sep 27, 2024 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/4.0.0.dev1/"> <p class="release__version"> 4.0.0.dev1 <span class="badge badge--warning"> pre-release </span> </p> <p class="release__version-date"> <time datetime="2024-06-03T00:29:52+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 3, 2024 </time> </p> </a> </div> <div class="release release--current"> <div class="release__meta"> <span class="badge">This version</span> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/blue-cube.572a5bfb.svg"> </div> <a class="card release__card" href="/project/pyspark/3.5.4/"> <p class="release__version"> 3.5.4 </p> <p class="release__version-date"> <time datetime="2024-12-20T14:34:41+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Dec 20, 2024 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.5.3/"> <p class="release__version"> 3.5.3 </p> <p class="release__version-date"> <time datetime="2024-09-24T00:28:04+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Sep 24, 2024 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.5.2/"> <p class="release__version"> 3.5.2 </p> <p class="release__version-date"> <time datetime="2024-08-12T14:57:56+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Aug 12, 2024 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.5.1/"> <p class="release__version"> 3.5.1 </p> <p class="release__version-date"> <time datetime="2024-02-26T02:41:49+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Feb 26, 2024 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.5.0/"> <p class="release__version"> 3.5.0 </p> <p class="release__version-date"> <time datetime="2023-09-26T20:30:58+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Sep 26, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.4.4/"> <p class="release__version"> 3.4.4 </p> <p class="release__version-date"> <time datetime="2024-10-25T08:14:53+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Oct 25, 2024 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.4.3/"> <p class="release__version"> 3.4.3 </p> <p class="release__version-date"> <time datetime="2024-04-18T08:17:20+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Apr 18, 2024 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.4.2/"> <p class="release__version"> 3.4.2 </p> <p class="release__version-date"> <time datetime="2023-11-30T10:15:03+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Nov 30, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.4.1/"> <p class="release__version"> 3.4.1 </p> <p class="release__version-date"> <time datetime="2023-06-23T08:30:15+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 23, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.4.0/"> <p class="release__version"> 3.4.0 </p> <p class="release__version-date"> <time datetime="2023-04-13T18:47:01+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Apr 13, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.3.4/"> <p class="release__version"> 3.3.4 </p> <p class="release__version-date"> <time datetime="2023-12-16T00:30:15+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Dec 16, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.3.3/"> <p class="release__version"> 3.3.3 </p> <p class="release__version-date"> <time datetime="2023-08-21T04:24:37+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Aug 21, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.3.2/"> <p class="release__version"> 3.3.2 </p> <p class="release__version-date"> <time datetime="2023-02-15T22:42:59+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Feb 15, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.3.1/"> <p class="release__version"> 3.3.1 </p> <p class="release__version-date"> <time datetime="2022-10-25T07:47:50+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Oct 25, 2022 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.3.0/"> <p class="release__version"> 3.3.0 </p> <p class="release__version-date"> <time datetime="2022-06-15T08:58:01+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 15, 2022 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.2.4/"> <p class="release__version"> 3.2.4 </p> <p class="release__version-date"> <time datetime="2023-04-13T13:57:52+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Apr 13, 2023 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.2.3/"> <p class="release__version"> 3.2.3 </p> <p class="release__version-date"> <time datetime="2022-11-28T18:25:22+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Nov 28, 2022 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.2.2/"> <p class="release__version"> 3.2.2 </p> <p class="release__version-date"> <time datetime="2022-07-15T14:53:39+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jul 15, 2022 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.2.1/"> <p class="release__version"> 3.2.1 </p> <p class="release__version-date"> <time datetime="2022-01-26T05:20:58+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jan 26, 2022 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.2.0/"> <p class="release__version"> 3.2.0 </p> <p class="release__version-date"> <time datetime="2021-10-18T08:17:19+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Oct 18, 2021 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.1.3/"> <p class="release__version"> 3.1.3 </p> <p class="release__version-date"> <time datetime="2022-02-18T23:01:24+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Feb 18, 2022 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.1.2/"> <p class="release__version"> 3.1.2 </p> <p class="release__version-date"> <time datetime="2021-05-27T17:18:30+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> May 27, 2021 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.1.1/"> <p class="release__version"> 3.1.1 </p> <p class="release__version-date"> <time datetime="2021-03-02T09:05:59+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Mar 2, 2021 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.0.3/"> <p class="release__version"> 3.0.3 </p> <p class="release__version-date"> <time datetime="2021-06-23T07:36:16+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 23, 2021 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.0.2/"> <p class="release__version"> 3.0.2 </p> <p class="release__version-date"> <time datetime="2021-02-19T18:08:00+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Feb 19, 2021 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.0.1/"> <p class="release__version"> 3.0.1 </p> <p class="release__version-date"> <time datetime="2020-09-07T15:29:07+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Sep 7, 2020 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/3.0.0/"> <p class="release__version"> 3.0.0 </p> <p class="release__version-date"> <time datetime="2020-06-16T10:26:35+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 16, 2020 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.8/"> <p class="release__version"> 2.4.8 </p> <p class="release__version-date"> <time datetime="2021-05-15T00:32:18+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> May 15, 2021 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.7/"> <p class="release__version"> 2.4.7 </p> <p class="release__version-date"> <time datetime="2020-09-12T08:00:08+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Sep 12, 2020 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.6/"> <p class="release__version"> 2.4.6 </p> <p class="release__version-date"> <time datetime="2020-06-06T00:05:50+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 6, 2020 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.5/"> <p class="release__version"> 2.4.5 </p> <p class="release__version-date"> <time datetime="2020-02-06T19:13:16+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Feb 6, 2020 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.4/"> <p class="release__version"> 2.4.4 </p> <p class="release__version-date"> <time datetime="2019-08-31T05:11:21+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Aug 31, 2019 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.3/"> <p class="release__version"> 2.4.3 </p> <p class="release__version-date"> <time datetime="2019-05-07T06:56:31+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> May 7, 2019 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.2/"> <p class="release__version"> 2.4.2 </p> <p class="release__version-date"> <time datetime="2019-04-24T03:45:14+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Apr 24, 2019 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.1/"> <p class="release__version"> 2.4.1 </p> <p class="release__version-date"> <time datetime="2019-04-01T07:48:11+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Apr 1, 2019 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.4.0/"> <p class="release__version"> 2.4.0 </p> <p class="release__version-date"> <time datetime="2018-11-05T07:46:52+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Nov 5, 2018 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.3.4/"> <p class="release__version"> 2.3.4 </p> <p class="release__version-date"> <time datetime="2019-09-09T09:05:23+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Sep 9, 2019 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.3.3/"> <p class="release__version"> 2.3.3 </p> <p class="release__version-date"> <time datetime="2019-02-15T23:05:03+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Feb 15, 2019 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.3.2/"> <p class="release__version"> 2.3.2 </p> <p class="release__version-date"> <time datetime="2018-09-25T04:36:36+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Sep 25, 2018 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.3.1/"> <p class="release__version"> 2.3.1 </p> <p class="release__version-date"> <time datetime="2018-06-08T23:16:54+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 8, 2018 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.3.0/"> <p class="release__version"> 2.3.0 </p> <p class="release__version-date"> <time datetime="2018-02-28T20:21:25+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Feb 28, 2018 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.2.3/"> <p class="release__version"> 2.2.3 </p> <p class="release__version-date"> <time datetime="2019-01-13T00:50:39+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jan 13, 2019 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.2.2/"> <p class="release__version"> 2.2.2 </p> <p class="release__version-date"> <time datetime="2018-07-03T18:27:40+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jul 3, 2018 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.2.1/"> <p class="release__version"> 2.2.1 </p> <p class="release__version-date"> <time datetime="2018-01-06T00:28:01+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jan 6, 2018 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.2.0/"> <p class="release__version"> 2.2.0 </p> <p class="release__version-date"> <time datetime="2017-07-12T08:33:10+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jul 12, 2017 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.1.3/"> <p class="release__version"> 2.1.3 </p> <p class="release__version-date"> <time datetime="2018-06-29T21:34:56+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Jun 29, 2018 </time> </p> </a> </div> <div class="release"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.1.2/"> <p class="release__version"> 2.1.2 </p> <p class="release__version-date"> <time datetime="2017-10-25T08:29:46+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Oct 25, 2017 </time> </p> </a> </div> <div class="release release--oldest"> <div class="release__meta"> </div> <div class="release__graphic"> <div class="release__line"></div> <img class="release__node" alt="" src="https://pypi.org/static/images/white-cube.2351a86c.svg"> </div> <a class="card release__card" href="/project/pyspark/2.1.1/"> <p class="release__version"> 2.1.1 </p> <p class="release__version-date"> <time datetime="2017-05-06T23:16:48+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> May 6, 2017 </time> </p> </a> </div> </div> </div> <div id="files" data-project-tabs-target="content" class="vertical-tabs__content" role="tabpanel" aria-labelledby="files-tab mobile-files-tab" tabindex="-1"> <h2 class="page-title">Download files</h2> <p>Download the file for your platform. If you're not sure which to choose, learn more about <a href="https://packaging.python.org/tutorials/installing-packages/" title="External link" target="_blank" rel="noopener">installing packages</a>.</p> <h3> Source Distribution </h3> <div class="file"> <div class="file__graphic"> <i class="far fa-file" aria-hidden="true"></i> </div> <div class="card file__card"> <a href="https://files.pythonhosted.org/packages/4e/18/6bb8c4e857122fc898f32336cb6e9e98415a7802c2a3738e907b4bd60953/pyspark-3.5.4.tar.gz"> pyspark-3.5.4.tar.gz </a> (317.3 MB <a href="#pyspark-3.5.4.tar.gz" data-project-tabs-target="tab" data-action="project-tabs#onTabClick">view details</a>) <p class="file__meta"> Uploaded <time datetime="2024-12-20T14:34:41+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Dec 20, 2024 </time> <code>Source</code> </p> </div> </div> </div> <div id="pyspark-3.5.4.tar.gz" data-project-tabs-target="content" class="vertical-tabs__content" role="tabpanel" aria-labelledby="file-tab mobile-file-tab" tabindex="-1"> <h2 class="page-title">File details</h2> <p>Details for the file <code>pyspark-3.5.4.tar.gz</code>.</p> <h3>File metadata</h3> <div> <ul> <li> Download URL: <a href="https://files.pythonhosted.org/packages/4e/18/6bb8c4e857122fc898f32336cb6e9e98415a7802c2a3738e907b4bd60953/pyspark-3.5.4.tar.gz"> pyspark-3.5.4.tar.gz </a> </li> <li>Upload date: <time datetime="2024-12-20T14:34:41+0000" data-controller="localized-time" data-localized-time-relative="true" data-localized-time-show-time="false"> Dec 20, 2024 </time></li> <li>Size: 317.3 MB</li> <li>Tags: Source</li> <li> Uploaded using Trusted Publishing? No </li> <li>Uploaded via: twine/6.0.1 CPython/3.9.21</li> </ul> </div> <h3>File hashes</h3> <div> <table class="table table--hashes"> <caption class="sr-only">Hashes for pyspark-3.5.4.tar.gz</caption> <thead> <tr> <th scope="col">Algorithm</th> <th scope="col">Hash digest</th> <th></th> </tr> </thead> <tbody> <tr data-controller="clipboard"> <th scope="row">SHA256</th> <td><code data-clipboard-target="source">1c2926d63020902163f58222466adf6f8016f6c43c1f319b8e7a71dbaa05fc51</code></td> <td class="table__align-right"> <button type="button" class="button button--small copy-tooltip copy-tooltip-w" data-action="clipboard#copy" data-clipboard-target="tooltip" data-clipboard-tooltip-value="Copy to clipboard"> Copy </button> </td> </tr> <tr data-controller="clipboard"> <th scope="row">MD5</th> <td><code data-clipboard-target="source">c1c1ee7295aae0b4cd02eb241be2a959</code></td> <td class="table__align-right"> <button type="button" class="button button--small copy-tooltip copy-tooltip-w" data-action="clipboard#copy" data-clipboard-target="tooltip" data-clipboard-tooltip-value="Copy to clipboard"> Copy </button> </td> </tr> <tr data-controller="clipboard"> <th scope="row">BLAKE2b-256</th> <td><code data-clipboard-target="source">4e186bb8c4e857122fc898f32336cb6e9e98415a7802c2a3738e907b4bd60953</code></td> <td class="table__align-right"> <button type="button" class="button button--small copy-tooltip copy-tooltip-w" data-action="clipboard#copy" data-clipboard-target="tooltip" data-clipboard-tooltip-value="Copy to clipboard"> Copy </button> </td> </tr> </tbody> </table> <p> <a href="https://pip.pypa.io/en/stable/topics/secure-installs/#hash-checking-mode" title="External link" target="_blank" rel="noopener">See more details on using hashes here.</a> </p> </div> </div> </div> </div> </div> </div> </main> <footer class="footer"> <div class="footer__logo"> <img src="/static/images/white-cube.2351a86c.svg" alt="" class="-js-white-cube"> </div> <div class="footer__menus"> <div class="footer__menu"> <h2>Help</h2> <nav aria-label="Help navigation"> <ul> <li><a href="https://packaging.python.org/tutorials/installing-packages/" title="External link" target="_blank" rel="noopener">Installing packages</a></li> <li><a href="https://packaging.python.org/tutorials/packaging-projects/" title="External link" target="_blank" rel="noopener">Uploading packages</a></li> <li><a href="https://packaging.python.org/" title="External link" target="_blank" rel="noopener">User guide</a></li> <li><a href="https://www.python.org/dev/peps/pep-0541/" title="External link" target="_blank" rel="noopener">Project name retention</a></li> <li><a href="/help/">FAQs</a></li> </ul> </nav> </div> <div class="footer__menu"> <h2>About PyPI</h2> <nav aria-label="About PyPI navigation"> <ul> <li><a href="https://blog.pypi.org" title="External link" target="_blank" rel="noopener">PyPI Blog</a></li> <li><a href="https://dtdg.co/pypi" title="External link" target="_blank" rel="noopener">Infrastructure dashboard</a></li> <li><a href="/stats/">Statistics</a></li> <li><a href="/trademarks/">Logos & trademarks</a></li> <li><a href="/sponsors/">Our sponsors</a></li> </ul> </nav> </div> <div class="footer__menu"> <h2>Contributing to PyPI</h2> <nav aria-label="How to contribute navigation"> <ul> <li><a href="/help/#feedback">Bugs and feedback</a></li> <li><a href="https://github.com/pypi/warehouse" title="External link" target="_blank" rel="noopener">Contribute on GitHub</a></li> <li><a href="https://hosted.weblate.org/projects/pypa/warehouse/" title="External link" target="_blank" rel="noopener">Translate PyPI</a></li> <li><a href="/sponsors/">Sponsor PyPI</a></li> <li><a href="https://github.com/pypi/warehouse/graphs/contributors" title="External link" target="_blank" rel="noopener">Development credits</a></li> </ul> </nav> </div> <div class="footer__menu"> <h2>Using PyPI</h2> <nav aria-label="Using PyPI navigation"> <ul> <li><a href="https://policies.python.org/python.org/code-of-conduct/" title="External link" target="_blank" rel="noopener">Code of conduct</a></li> <li><a href="/security/">Report security issue</a></li> <li><a href="https://policies.python.org/pypi.org/Privacy-Notice/" title="External link" target="_blank" rel="noopener">Privacy Notice</a></li> <li><a href="https://policies.python.org/pypi.org/Terms-of-Use/" title="External link" target="_blank" rel="noopener">Terms of Use</a></li> <li><a href="https://policies.python.org/pypi.org/Acceptable-Use-Policy/" title="External link" target="_blank" rel="noopener">Acceptable Use Policy</a></li> </ul> </nav> </div> </div> <hr class="footer__divider"> <div class="footer__text"> <p>Status:<a href="https://status.python.org/" title="External link" target="_blank" rel="noopener"> <span data-statuspage-domain="https://2p66nmmycsj3.statuspage.io">all systems operational</span></a> </p> <p> Developed and maintained by the Python community, for the Python community. <br> <a href="https://donate.pypi.org">Donate today!</a> </p> <p> "PyPI", "Python Package Index", and the blocks logos are registered <a href="/trademarks/">trademarks</a> of the <a href="https://www.python.org/psf-landing" target="_blank" rel="noopener">Python Software Foundation</a>.<br> </p> <p> © 2025 <a href="https://www.python.org/psf-landing/" title="External link" target="_blank" rel="noopener">Python Software Foundation</a><br> <a href="/sitemap/">Site map</a> </p> </div> <div class="centered hide-on-desktop"> <button type="button" class="button button--switch-to-desktop hidden" data-viewport-toggle-target="switchToDesktop" data-action="viewport-toggle#switchToDesktop"> Switch to desktop version </button> </div> </footer> <div class="language-switcher"> <form action="/locale/"> <ul> <li> <button class="language-switcher__selected" name="locale_id" value="en" type="submit" > English </button> </li> <li> <button name="locale_id" value="es" type="submit" > español </button> </li> <li> <button name="locale_id" value="fr" type="submit" > français </button> </li> <li> <button name="locale_id" value="ja" type="submit" > 日本語 </button> </li> <li> <button name="locale_id" value="pt_BR" type="submit" > português (Brasil) </button> </li> <li> <button name="locale_id" value="uk" type="submit" > українська </button> </li> <li> <button name="locale_id" value="el" type="submit" > Ελληνικά </button> </li> <li> <button name="locale_id" value="de" type="submit" > Deutsch </button> </li> <li> <button name="locale_id" value="zh_Hans" type="submit" > 中文 (简体) </button> </li> <li> <button name="locale_id" value="zh_Hant" type="submit" > 中文 (繁體) </button> </li> <li> <button name="locale_id" value="ru" type="submit" > русский </button> </li> <li> <button name="locale_id" value="he" type="submit" > עברית </button> </li> <li> <button name="locale_id" value="eo" type="submit" > Esperanto </button> </li> <li> <button name="locale_id" value="ko" type="submit" > 한국어 </button> </li> </ul> </form> </div> <div class="sponsors"> <p class="sponsors__title">Supported by</p> <div class="sponsors__divider"></div> <a class="sponsors__sponsor" target="_blank" rel="noopener" href="https://aws.amazon.com/"> <img class=sponsors__image src="https://pypi-camo.freetls.fastly.net/ed7074cadad1a06f56bc520ad9bd3e00d0704c5b/68747470733a2f2f73746f726167652e676f6f676c65617069732e636f6d2f707970692d6173736574732f73706f6e736f726c6f676f732f6177732d77686974652d6c6f676f2d7443615473387a432e706e67" alt=AWS loading=lazy> <span class="sponsors__name">AWS</span> <span class="sponsors__service"> Cloud computing and Security Sponsor </span> </a> <a class="sponsors__sponsor" target="_blank" rel="noopener" href="https://www.datadoghq.com/"> <img class=sponsors__image src="https://pypi-camo.freetls.fastly.net/8855f7c063a3bdb5b0ce8d91bfc50cf851cc5c51/68747470733a2f2f73746f726167652e676f6f676c65617069732e636f6d2f707970692d6173736574732f73706f6e736f726c6f676f732f64617461646f672d77686974652d6c6f676f2d6668644c4e666c6f2e706e67" alt=Datadog loading=lazy> <span class="sponsors__name">Datadog</span> <span class="sponsors__service"> Monitoring </span> </a> <a class="sponsors__sponsor" target="_blank" rel="noopener" href="https://www.fastly.com/"> <img class=sponsors__image src="https://pypi-camo.freetls.fastly.net/df6fe8829cbff2d7f668d98571df1fd011f36192/68747470733a2f2f73746f726167652e676f6f676c65617069732e636f6d2f707970692d6173736574732f73706f6e736f726c6f676f732f666173746c792d77686974652d6c6f676f2d65684d3077735f6f2e706e67" alt=Fastly loading=lazy> <span class="sponsors__name">Fastly</span> <span class="sponsors__service"> CDN </span> </a> <a class="sponsors__sponsor" target="_blank" rel="noopener" href="https://careers.google.com/"> <img class=sponsors__image src="https://pypi-camo.freetls.fastly.net/420cc8cf360bac879e24c923b2f50ba7d1314fb0/68747470733a2f2f73746f726167652e676f6f676c65617069732e636f6d2f707970692d6173736574732f73706f6e736f726c6f676f732f676f6f676c652d77686974652d6c6f676f2d616734424e3774332e706e67" alt=Google loading=lazy> <span class="sponsors__name">Google</span> <span class="sponsors__service"> Download Analytics </span> </a> <a class="sponsors__sponsor" target="_blank" rel="noopener" href="https://www.pingdom.com/"> <img class=sponsors__image src="https://pypi-camo.freetls.fastly.net/d01053c02f3a626b73ffcb06b96367fdbbf9e230/68747470733a2f2f73746f726167652e676f6f676c65617069732e636f6d2f707970692d6173736574732f73706f6e736f726c6f676f732f70696e67646f6d2d77686974652d6c6f676f2d67355831547546362e706e67" alt=Pingdom loading=lazy> <span class="sponsors__name">Pingdom</span> <span class="sponsors__service"> Monitoring </span> </a> <a class="sponsors__sponsor" target="_blank" rel="noopener" href="https://getsentry.com/for/python"> <img class=sponsors__image src="https://pypi-camo.freetls.fastly.net/67af7117035e2345bacb5a82e9aa8b5b3e70701d/68747470733a2f2f73746f726167652e676f6f676c65617069732e636f6d2f707970692d6173736574732f73706f6e736f726c6f676f732f73656e7472792d77686974652d6c6f676f2d4a2d6b64742d706e2e706e67" alt=Sentry loading=lazy> <span class="sponsors__name">Sentry</span> <span class="sponsors__service"> Error logging </span> </a> <a class="sponsors__sponsor" target="_blank" rel="noopener" href="https://statuspage.io"> <img class=sponsors__image src="https://pypi-camo.freetls.fastly.net/b611884ff90435a0575dbab7d9b0d3e60f136466/68747470733a2f2f73746f726167652e676f6f676c65617069732e636f6d2f707970692d6173736574732f73706f6e736f726c6f676f732f737461747573706167652d77686974652d6c6f676f2d5467476c6a4a2d502e706e67" alt=StatusPage loading=lazy> <span class="sponsors__name">StatusPage</span> <span class="sponsors__service"> Status page </span> </a> </div> </body> </html>

CINXE.COM

pyspark · PyPI