CINXE.COM

Apache Arrow | Apache Arrow

<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> <!-- The above meta tags *must* come first in the head; any other head content must come *after* these tags --> <title>Apache Arrow | Apache Arrow</title> <!-- Begin Jekyll SEO tag v2.8.0 --> <meta name="generator" content="Jekyll v4.3.3" /> <meta property="og:title" content="Apache Arrow" /> <meta property="og:locale" content="en_US" /> <meta name="description" content="The universal columnar format and multi-language toolbox for fast data interchange and in-memory analytics" /> <meta property="og:description" content="The universal columnar format and multi-language toolbox for fast data interchange and in-memory analytics" /> <link rel="canonical" href="https://arrow.apache.org/" /> <meta property="og:url" content="https://arrow.apache.org/" /> <meta property="og:site_name" content="Apache Arrow" /> <meta property="og:image" content="https://arrow.apache.org/img/arrow-logo_horizontal_black-txt_white-bg.png" /> <meta property="og:type" content="website" /> <meta name="twitter:card" content="summary_large_image" /> <meta property="twitter:image" content="https://arrow.apache.org/img/arrow-logo_horizontal_black-txt_white-bg.png" /> <meta property="twitter:title" content="Apache Arrow" /> <meta name="twitter:site" content="@ApacheArrow" /> <script type="application/ld+json"> {"@context":"https://schema.org","@type":"WebSite","description":"The universal columnar format and multi-language toolbox for fast data interchange and in-memory analytics","headline":"Apache Arrow","image":"https://arrow.apache.org/img/arrow-logo_horizontal_black-txt_white-bg.png","name":"Apache Arrow","publisher":{"@type":"Organization","logo":{"@type":"ImageObject","url":"https://arrow.apache.org/img/logo.png"}},"url":"https://arrow.apache.org/"}</script> <!-- End Jekyll SEO tag --> <!-- favicons --> <link rel="icon" type="image/png" sizes="16x16" href="/img/favicon-16x16.png" id="light1"> <link rel="icon" type="image/png" sizes="32x32" href="/img/favicon-32x32.png" id="light2"> <link rel="apple-touch-icon" type="image/png" sizes="180x180" href="/img/apple-touch-icon.png" id="light3"> <link rel="apple-touch-icon" type="image/png" sizes="120x120" href="/img/apple-touch-icon-120x120.png" id="light4"> <link rel="apple-touch-icon" type="image/png" sizes="76x76" href="/img/apple-touch-icon-76x76.png" id="light5"> <link rel="apple-touch-icon" type="image/png" sizes="60x60" href="/img/apple-touch-icon-60x60.png" id="light6"> <!-- dark mode favicons --> <link rel="icon" type="image/png" sizes="16x16" href="/img/favicon-16x16-dark.png" id="dark1"> <link rel="icon" type="image/png" sizes="32x32" href="/img/favicon-32x32-dark.png" id="dark2"> <link rel="apple-touch-icon" type="image/png" sizes="180x180" href="/img/apple-touch-icon-dark.png" id="dark3"> <link rel="apple-touch-icon" type="image/png" sizes="120x120" href="/img/apple-touch-icon-120x120-dark.png" id="dark4"> <link rel="apple-touch-icon" type="image/png" sizes="76x76" href="/img/apple-touch-icon-76x76-dark.png" id="dark5"> <link rel="apple-touch-icon" type="image/png" sizes="60x60" href="/img/apple-touch-icon-60x60-dark.png" id="dark6"> <script> // Switch to the dark-mode favicons if prefers-color-scheme: dark function onUpdate() { light1 = document.querySelector('link#light1'); light2 = document.querySelector('link#light2'); light3 = document.querySelector('link#light3'); light4 = document.querySelector('link#light4'); light5 = document.querySelector('link#light5'); light6 = document.querySelector('link#light6'); dark1 = document.querySelector('link#dark1'); dark2 = document.querySelector('link#dark2'); dark3 = document.querySelector('link#dark3'); dark4 = document.querySelector('link#dark4'); dark5 = document.querySelector('link#dark5'); dark6 = document.querySelector('link#dark6'); if (matcher.matches) { light1.remove(); light2.remove(); light3.remove(); light4.remove(); light5.remove(); light6.remove(); document.head.append(dark1); document.head.append(dark2); document.head.append(dark3); document.head.append(dark4); document.head.append(dark5); document.head.append(dark6); } else { dark1.remove(); dark2.remove(); dark3.remove(); dark4.remove(); dark5.remove(); dark6.remove(); document.head.append(light1); document.head.append(light2); document.head.append(light3); document.head.append(light4); document.head.append(light5); document.head.append(light6); } } matcher = window.matchMedia('(prefers-color-scheme: dark)'); matcher.addListener(onUpdate); onUpdate(); </script> <link href="/css/main.css" rel="stylesheet"> <link href="/css/syntax.css" rel="stylesheet"> <script src="/javascript/main.js"></script> <!-- Matomo --> <script> var _paq = window._paq = window._paq || []; /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ /* We explicitly disable cookie tracking to avoid privacy issues */ _paq.push(['disableCookies']); _paq.push(['trackPageView']); _paq.push(['enableLinkTracking']); (function() { var u="https://analytics.apache.org/"; _paq.push(['setTrackerUrl', u+'matomo.php']); _paq.push(['setSiteId', '20']); var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); })(); </script> <!-- End Matomo Code --> <link type="application/atom+xml" rel="alternate" href="https://arrow.apache.org/feed.xml" title="Apache Arrow" /> </head> <body class="wrap"> <header> <nav class="navbar navbar-expand-md navbar-dark bg-dark"> <button class="navbar-toggler ml-auto" type="button" data-toggle="collapse" data-target="#arrow-navbar" aria-controls="arrow-navbar" aria-expanded="false" aria-label="Toggle navigation"> <span class="navbar-toggler-icon"></span> </button> <!-- Collect the nav links, forms, and other content for toggling --> <div class="collapse navbar-collapse justify-content-end" id="arrow-navbar"> <ul class="nav navbar-nav"> <li class="nav-item"><a class="nav-link" href="/overview/" role="button" aria-haspopup="true" aria-expanded="false">Overview</a></li> <li class="nav-item"><a class="nav-link" href="/faq/" role="button" aria-haspopup="true" aria-expanded="false">FAQ</a></li> <li class="nav-item"><a class="nav-link" href="/blog" role="button" aria-haspopup="true" aria-expanded="false">Blog</a></li> <li class="nav-item dropdown"> <a class="nav-link dropdown-toggle" href="#" id="navbarDropdownGetArrow" role="button" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> Get Arrow </a> <div class="dropdown-menu" aria-labelledby="navbarDropdownGetArrow"> <a class="dropdown-item" href="/install/">Install</a> <a class="dropdown-item" href="/release/">Releases</a> <a class="dropdown-item" href="https://github.com/apache/arrow">Source Code</a> </div> </li> <li class="nav-item dropdown"> <a class="nav-link dropdown-toggle" href="#" id="navbarDropdownDocumentation" role="button" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> Documentation </a> <div class="dropdown-menu" aria-labelledby="navbarDropdownDocumentation"> <a class="dropdown-item" href="/docs">Project Docs</a> <a class="dropdown-item" href="/docs/format/Columnar.html">Format</a> <hr/> <a class="dropdown-item" href="/docs/c_glib">C GLib</a> <a class="dropdown-item" href="/docs/cpp">C++</a> <a class="dropdown-item" href="https://github.com/apache/arrow/blob/main/csharp/README.md">C#</a> <a class="dropdown-item" href="https://godoc.org/github.com/apache/arrow/go/arrow">Go</a> <a class="dropdown-item" href="/docs/java">Java</a> <a class="dropdown-item" href="/docs/js">JavaScript</a> <a class="dropdown-item" href="/julia/">Julia</a> <a class="dropdown-item" href="https://github.com/apache/arrow/blob/main/matlab/README.md">MATLAB</a> <a class="dropdown-item" href="/docs/python">Python</a> <a class="dropdown-item" href="/docs/r">R</a> <a class="dropdown-item" href="https://github.com/apache/arrow/blob/main/ruby/README.md">Ruby</a> <a class="dropdown-item" href="https://docs.rs/arrow/latest">Rust</a> </div> </li> <li class="nav-item dropdown"> <a class="nav-link dropdown-toggle" href="#" id="navbarDropdownSubprojects" role="button" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> Subprojects </a> <div class="dropdown-menu" aria-labelledby="navbarDropdownSubprojects"> <a class="dropdown-item" href="/adbc">ADBC</a> <a class="dropdown-item" href="/docs/format/Flight.html">Arrow Flight</a> <a class="dropdown-item" href="/docs/format/FlightSql.html">Arrow Flight SQL</a> <a class="dropdown-item" href="https://datafusion.apache.org">DataFusion</a> <a class="dropdown-item" href="/nanoarrow">nanoarrow</a> </div> </li> <li class="nav-item dropdown"> <a class="nav-link dropdown-toggle" href="#" id="navbarDropdownCommunity" role="button" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> Community </a> <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity"> <a class="dropdown-item" href="/community/">Communication</a> <a class="dropdown-item" href="/docs/developers/index.html">Contributing</a> <a class="dropdown-item" href="https://github.com/apache/arrow/issues">Issue Tracker</a> <a class="dropdown-item" href="/committers/">Governance</a> <a class="dropdown-item" href="/use_cases/">Use Cases</a> <a class="dropdown-item" href="/powered_by/">Powered By</a> <a class="dropdown-item" href="/visual_identity/">Visual Identity</a> <a class="dropdown-item" href="/security/">Security</a> <a class="dropdown-item" href="https://www.apache.org/foundation/policies/conduct.html">Code of Conduct</a> </div> </li> <li class="nav-item dropdown"> <a class="nav-link dropdown-toggle" href="#" id="navbarDropdownASF" role="button" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> ASF Links </a> <div class="dropdown-menu dropdown-menu-right" aria-labelledby="navbarDropdownASF"> <a class="dropdown-item" href="https://www.apache.org/">ASF Website</a> <a class="dropdown-item" href="https://www.apache.org/licenses/">License</a> <a class="dropdown-item" href="https://www.apache.org/foundation/sponsorship.html">Donate</a> <a class="dropdown-item" href="https://www.apache.org/foundation/thanks.html">Thanks</a> <a class="dropdown-item" href="https://www.apache.org/security/">Security</a> </div> </li> </ul> </div><!-- /.navbar-collapse --> </nav> </header> <div class="big-arrow-bg"> <div class="container px-4 py-5 centered"> <img src="/img/arrow-inverse.png" style="max-width: 70%;"/> <p class="lead">The universal columnar format and multi-language toolbox for fast data interchange and in-memory analytics</p> <div class="social-badges"> <style type="text/css"> .custom-social-badge{display:inline;padding:4px}.custom-social-badge a{text-decoration:none;outline:0}.custom-social-badge .widget{display:inline-block;overflow:hidden;font-family:-apple-system,BlinkMacSystemFont,Segoe UI,Helvetica,Arial,sans-serif;font-size:0;line-height:0;white-space:nowrap}.custom-social-badge .btn:not(:last-child){border-radius:.25em 0 0 .25em}.custom-social-badge .widget-lg .btn{height:28px;padding:5px 10px;font-size:12px;line-height:16px}.custom-social-badge .btn{border-radius:.25em;color:#25292e;background-color:#ebf0f4;border-color:#d1d9e0;background-image:url("data:image/svg+xml,%3csvg xmlns='http://www.w3.org/2000/svg'%3e%3clinearGradient id='o' x2='0' y2='1'%3e%3cstop stop-color='%23f6f8fa'/%3e%3cstop offset='90%25' stop-color='%23ebf0f4'/%3e%3c/linearGradient%3e%3crect width='100%25' height='100%25' fill='url(%23o)'/%3e%3c/svg%3e");background-image:-moz-linear-gradient(top,#f6f8fa,#ebf0f4 90%);background-image:linear-gradient(180deg,#f6f8fa,#ebf0f4 90%);filter:progid:DXImageTransform.Microsoft.Gradient(startColorstr='#FFF6F8FA',endColorstr='#FFEAEFF3');filter:none;position:relative;display:inline-block;display:inline-flex;height:14px;padding:2px 5px;font-size:11px;font-weight:600;line-height:14px;vertical-align:bottom;cursor:pointer;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;background-repeat:repeat-x;background-position:-1px -1px;background-size:110% 110%;border:1px solid}.custom-social-badge .btn:hover,.custom-social-badge .btn:focus{background-color:#e5eaee;background-position:0 -.5em;border-color:#d1d9e0;background-image:url("data:image/svg+xml,%3csvg xmlns='http://www.w3.org/2000/svg'%3e%3clinearGradient id='o' x2='0' y2='1'%3e%3cstop stop-color='%23eff2f5'/%3e%3cstop offset='90%25' stop-color='%23e5eaee'/%3e%3c/linearGradient%3e%3crect width='100%25' height='100%25' fill='url(%23o)'/%3e%3c/svg%3e");background-image:-moz-linear-gradient(top,#eff2f5,#e5eaee 90%);background-image:linear-gradient(180deg,#eff2f5,#e5eaee 90%);filter:progid:DXImageTransform.Microsoft.Gradient(startColorstr='#FFEFF2F5',endColorstr='#FFE4E9ED')}.custom-social-badge .btn:hover,.custom-social-badge .btn:focus{filter:none}.custom-social-badge .btn:active{background-color:#e6eaef;border-color:#d1d9e0;background-image:none;filter:none} </style> <div class="custom-social-badge"> <!-- GitHub --> <span> <div class="widget widget-lg"><a class="btn" href="https://github.com/apache/arrow" rel="noopener" target="_blank" target="_blank" aria-label="Star Apache Arrow on GitHub"><svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 16 16" fill="none" role="img" aria-hidden="true"><path d="M8 0c4.42 0 8 3.58 8 8a8.013 8.013 0 0 1-5.45 7.59c-.4.08-.55-.17-.55-.38 0-.27.01-1.13.01-2.2 0-.75-.25-1.23-.54-1.48 1.78-.2 3.65-.88 3.65-3.95 0-.88-.31-1.59-.82-2.15.08-.2.36-1.02-.08-2.12 0 0-.67-.22-2.2.82-.64-.18-1.32-.27-2-.27-.68 0-1.36.09-2 .27-1.53-1.03-2.2-.82-2.2-.82-.44 1.1-.16 1.92-.08 2.12-.51.56-.82 1.28-.82 2.15 0 3.06 1.86 3.75 3.64 3.95-.23.2-.44.55-.51 1.07-.46.21-1.61.55-2.33-.66-.15-.24-.6-.83-1.23-.82-.67.01-.27.38.01.53.34.19.73.9.82 1.13.16.45.68 1.31 2.69.94 0 .67.01 1.3.01 1.49 0 .21-.15.45-.55.38A7.995 7.995 0 0 1 0 8c0-4.42 3.58-8 8-8Z" fill="#000"></path></svg>&nbsp;<span>Star</span></a></div> </span> </div> <div class="custom-social-badge"> <!-- LinkedIn --> <span> <div class="widget widget-lg"><a class="btn" href="https://www.linkedin.com/company/apache-arrow/" rel="noopener" target="_blank" aria-label="Follow Apache Arrow on LinkedIn"><svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 16 16" fill="none" role="img" aria-hidden="true"><path d="M14.5455 0H1.45455C0.650909 0 0 0.650909 0 1.45455V14.5455C0 15.3491 0.650909 16 1.45455 16H14.5455C15.3491 16 16 15.3491 16 14.5455V1.45455C16 0.650909 15.3491 0 14.5455 0ZM5.05746 13.0909H2.912V6.18764H5.05746V13.0909ZM3.96291 5.20073C3.27127 5.20073 2.712 4.64 2.712 3.94982C2.712 3.25964 3.272 2.69964 3.96291 2.69964C4.65236 2.69964 5.21309 3.26036 5.21309 3.94982C5.21309 4.64 4.65236 5.20073 3.96291 5.20073ZM13.0938 13.0909H10.9498V9.73382C10.9498 8.93309 10.9353 7.90327 9.83491 7.90327C8.71855 7.90327 8.54691 8.77527 8.54691 9.67564V13.0909H6.40291V6.18764H8.46109V7.13091H8.49018C8.77673 6.58836 9.47636 6.016 10.52 6.016C12.6924 6.016 13.0938 7.44582 13.0938 9.30473V13.0909V13.0909Z" fill="#000"></path></svg>&nbsp;<span>Follow</span></a></div> </span> </div> <div class="custom-social-badge"> <!-- X --> <span> <div class="widget widget-lg"><a class="btn" href="https://x.com/ApacheArrow" rel="noopener" target="_blank" aria-label="Follow Apache Arrow on X"><svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 16 16" width="16" height="16" role="img" aria-hidden="true"><path fill="#000" d="M9.332 6.925 14.544 1h-1.235L8.783 6.145 5.17 1H1l5.466 7.78L1 14.993h1.235l4.78-5.433 3.816 5.433H15L9.332 6.925ZM7.64 8.848l-.554-.775L2.68 1.91h1.897l3.556 4.975.554.775 4.622 6.466h-1.897L7.64 8.848Z"></path></svg>&nbsp;<span>Follow</span></a></div> </span> </div> </div> </div> </div> <div class="container p-4 pt-5"> <main role="main" class="pb-5"> <h2>What is Arrow?</h2> <div class="row"> <div class="col-lg-4 mt-3"> <h3>Format</h3> <p>Apache Arrow defines a language-independent columnar memory format for flat and nested data, organized for efficient analytic operations on modern hardware like CPUs and GPUs. The Arrow memory format also supports zero-copy reads for lightning-fast data access without serialization overhead.</p> <p><a href="/overview/">Learn more</a> about the design or <a href="/docs/format/Columnar.html">read the specification</a>.</p> </div> <div class="col-lg-4 mt-3"> <h3>Libraries</h3> <p>Arrow's libraries implement the format and provide building blocks for a range of <a href="/use_cases/">use cases</a>, including high performance analytics. <a href="/powered_by/">Many popular projects</a> use Arrow to ship columnar data efficiently or as the basis for analytic engines.</p> <p>Libraries are available for <a href="/docs/c_glib/">C</a>, <a href="/docs/cpp/">C++</a>, <a href="https://github.com/apache/arrow/blob/main/csharp/README.md">C#</a>, <a href="https://godoc.org/github.com/apache/arrow/go/arrow">Go</a>, <a href="/docs/java/">Java</a>, <a href="/docs/js/">JavaScript</a>, <a href="/julia/">Julia</a>, <a href="https://github.com/apache/arrow/blob/main/matlab/README.md">MATLAB</a>, <a href="/docs/python/">Python</a>, <a href="/docs/r/">R</a>, <a href="https://github.com/apache/arrow/blob/main/ruby/README.md">Ruby</a>, and <a href="https://docs.rs/crate/arrow/">Rust</a>. See <a href="/install/">how to install</a> and get started. </div> <div class="col-lg-4 mt-3"> <h3>Ecosystem</h3> <p>Apache Arrow is software created by and for the developer community. We are <a href="https://www.apache.org/theapacheway/">dedicated</a> to open, kind communication and consensus decisionmaking. Our <a href="/committers/">committers</a> come from a range of organizations and backgrounds, and <a href="https://www.apache.org/foundation/policies/conduct.html">we welcome all</a> to participate with us. </p> <p><a href="/community/">Learn more</a> about how you can ask questions and get involved in the Arrow project.</p> </div> </div> </main> <hr/> <footer class="footer"> <div class="row"> <div class="col-md-9"> <p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p> <p>&copy; 2016-2025 The Apache Software Foundation</p> </div> <div class="col-md-3"> <a class="d-sm-none d-md-inline pr-2" href="https://www.apache.org/events/current-event.html"> <img src="https://www.apache.org/events/current-event-234x60.png"/> </a> </div> </div> </footer> </div> </body> </html>

Pages: 1 2 3 4 5 6 7 8 9 10