Overview of Dataproc Workflow Templates | Dataproc Documentation

<!doctype html> <html lang="en" dir="ltr"> <head> <meta name="google-signin-client-id" content="721724668570-nbkv1cfusk7kk4eni4pjvepaus73b13t.apps.googleusercontent.com"> <meta name="google-signin-scope" content="profile email https://www.googleapis.com/auth/developerprofiles https://www.googleapis.com/auth/developerprofiles.award https://www.googleapis.com/auth/cloud-platform https://www.googleapis.com/auth/webhistory"> <meta property="og:site_name" content="Google Cloud"> <meta property="og:type" content="website"><meta name="theme-color" content="#039be5"><meta charset="utf-8"> <meta content="IE=Edge" http-equiv="X-UA-Compatible"> <meta name="viewport" content="width=device-width, initial-scale=1"> <link rel="manifest" href="/_pwa/cloud/manifest.json" crossorigin="use-credentials"> <link rel="preconnect" href="//www.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.googleapis.com" crossorigin> <link rel="preconnect" href="//apis.google.com" crossorigin> <link rel="preconnect" href="//www.google-analytics.com" crossorigin><link rel="stylesheet" href="//fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"> <link rel="stylesheet" href="//fonts.googleapis.com/css2?family=Material+Icons&family=Material+Symbols+Outlined&display=block"><link rel="stylesheet" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/css/app.css"> <link rel="shortcut icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico"> <link rel="apple-touch-icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png"><link rel="canonical" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview"><link rel="search" type="application/opensearchdescription+xml" title="Google Cloud" href="https://cloud.google.com/s/opensearch.xml"> <link rel="alternate" hreflang="en" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview" /><link rel="alternate" hreflang="x-default" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview" /><link rel="alternate" hreflang="zh-Hans" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=zh-cn" /><link rel="alternate" hreflang="fr" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=fr" /><link rel="alternate" hreflang="de" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=de" /><link rel="alternate" hreflang="id" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=id" /><link rel="alternate" hreflang="it" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=it" /><link rel="alternate" hreflang="ja" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=ja" /><link rel="alternate" hreflang="ko" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=ko" /><link rel="alternate" hreflang="pt-BR" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=pt-br" /><link rel="alternate" hreflang="es-419" href="https://cloud.google.com/dataproc/docs/concepts/workflows/overview?hl=es-419" /><title>Overview of Dataproc Workflow Templates  |  Dataproc Documentation  |  Google Cloud</title> <meta property="og:title" content="Overview of Dataproc Workflow Templates  |  Dataproc Documentation  |  Google Cloud"><meta property="og:url" content="https://cloud.google.com/dataproc/docs/concepts/workflows/overview"><meta property="og:image" content="https://cloud.google.com/_static/cloud/images/social-icon-google-cloud-1200-630.png"> <meta property="og:image:width" content="1200"> <meta property="og:image:height" content="630"><meta property="og:locale" content="en"><meta name="twitter:card" content="summary_large_image"><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "Article", "headline": "Overview of Dataproc Workflow Templates" } </script><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "BreadcrumbList", "itemListElement": [{ "@type": "ListItem", "position": 1, "name": "Dataproc", "item": "https://cloud.google.com/dataproc" },{ "@type": "ListItem", "position": 2, "name": "Documentation", "item": "https://cloud.google.com/dataproc/docs" },{ "@type": "ListItem", "position": 3, "name": "Overview of Dataproc Workflow Templates", "item": "https://cloud.google.com/dataproc/docs/concepts/workflows/overview" }] } </script> <link rel="stylesheet" href="/extras.css"></head> <body class="" template="page" theme="cloud-theme" type="article" layout="docs" free-trial display-toc pending> <devsite-progress type="indeterminate" id="app-progress"></devsite-progress> <section class="devsite-wrapper"> <devsite-cookie-notification-bar></devsite-cookie-notification-bar><cloudx-track userCountry="SG"></cloudx-track> <cloudx-utils-init></cloudx-utils-init> <devsite-header keep-tabs-visible> <div class="devsite-header--inner nocontent"> <div class="devsite-top-logo-row-wrapper-wrapper"> <div class="devsite-top-logo-row-wrapper"> <div class="devsite-top-logo-row"> <button type="button" id="devsite-hamburger-menu" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Navigation menu button" visually-hidden aria-label="Open menu"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> <div class="devsite-top-logo-row-middle"> <div class="devsite-header-upper-tabs"> <cloudx-tabs-nav class="upper-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Upper tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/docs" track-metadata-eventdetail="https://cloud.google.com/docs" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - docs-home" track-metadata-module="primary nav" aria-label="Documentation, selected" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" > Documentation </a> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/tech-area-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > Technology areas </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Technology areas" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/ai-ml" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/ai-ml" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> AI and ML </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-development" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-development" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application development </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-hosting" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-hosting" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application hosting </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/compute-area" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/compute-area" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Compute </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/data" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/data" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Data analytics and pipelines </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/databases" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/databases" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Databases </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/dhm-cloud" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/dhm-cloud" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Distributed, hybrid, and multicloud </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/generative-ai" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/generative-ai" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Generative AI </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/industry" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/industry" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Industry solutions </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/networking" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/networking" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Networking </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/observability" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/observability" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Observability and monitoring </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/security" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/security" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Security </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/storage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/storage" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Storage </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/cross-product-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > Cross-product tools </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Cross-product tools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/access-resources" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/access-resources" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Access and resources management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/costs-usage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/costs-usage" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Costs and usage management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/devtools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/devtools" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud SDK, languages, frameworks, and tools </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/iac" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/iac" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Infrastructure as code </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/migration" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/migration" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Migration </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/" track-metadata-eventdetail="https://cloud.google.com/" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > Related sites </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Related sites" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Home </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/free" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/free" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Free Trial and Free Tier </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/architecture" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/architecture" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Architecture Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/blog" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Blog </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/contact" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/contact" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Contact Sales </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/developers" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/developers" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" track-type="nav" track-metadata-eventdetail="https://developers.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" track-type="nav" track-metadata-eventdetail="https://console.cloud.google.com/marketplace" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/marketplace/docs" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/marketplace/docs" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace Documentation </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" track-type="nav" track-metadata-eventdetail="https://www.cloudskillsboost.google/paths" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Skills Boost </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/solutions" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/solutions" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Solution Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/support-hub" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/support-hub" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Support </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" track-type="nav" track-metadata-eventdetail="https://www.youtube.com/@googlecloudtech" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Tech Youtube Channel </div> </a> </li> </ul> </div> </div> </div> </tab> </nav> </cloudx-tabs-nav> </div> <devsite-search enable-signin enable-search enable-suggestions project-name="Dataproc Documentation" tenant-name="Google Cloud" project-scope="/dataproc/docs" url-scoped="https://cloud.google.com/s/results/dataproc/docs" > <form class="devsite-search-form" action="https://cloud.google.com/s/results" method="GET"> <div class="devsite-search-container"> <button type="button" search-open class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Open search"></button> <div class="devsite-searchbox"> <input aria-activedescendant="" aria-autocomplete="list" aria-label="Search" aria-expanded="false" aria-haspopup="listbox" autocomplete="off" class="devsite-search-field devsite-search-query" name="q" placeholder="Search" role="combobox" type="text" value="" > <div class="devsite-search-image material-icons" aria-hidden="true"> </div> <div class="devsite-search-shortcut-icon-container" aria-hidden="true"> <kbd class="devsite-search-shortcut-icon">/</kbd> </div> </div> </div> </form> <button type="button" search-close class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Close search"></button> </devsite-search> </div> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="id" >Indonesia</a> </li> <li role="presentation"> <a role="menuitem" lang="it" >Italiano</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> <devsite-user enable-profiles fp-auth id="devsite-user"> <span class="button devsite-top-button" aria-hidden="true" visually-hidden>Sign in</span> </devsite-user> </div> </div> </div> <div class="devsite-collapsible-section "> <div class="devsite-header-background"> <div class="devsite-product-id-row" hidden> <div class="devsite-product-description-row"> </div> </div> <div class="devsite-doc-set-nav-row"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Lower Header" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> </ul> <cloudx-tabs-nav class="lower-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Lower tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - guides" track-metadata-module="primary nav" aria-label="Guides, selected" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" > Guides </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/reference" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/reference" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - reference" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" > Reference </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/samples" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/samples" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - samples" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" > Samples </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/resources" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/resources" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - resources" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" > Resources </a> </tab> </nav> </cloudx-tabs-nav> <div class="devsite-product-button-row"> <a href="https://cloud.google.com/contact" class="cta-button-secondary button " track-metadata-eventDetail="nav" data-overflow="devsite-tabs-wrapper" track-metadata-position="nav" data-overflow-container="left" data-overflow-wrapper="tab" track-type="contact" track-name="sales" >Contact Us</a> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary " track-name="gcpCta" data-overflow="devsite-top-logo-row" data-overflow-container="right" track-metadata-eventDetail="nav" track-type="freeTrial" track-metadata-position="nav" data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" referrerpolicy="no-referrer-when-downgrade" >Start free</a> </div> </div> </div> </div> </div> </devsite-header> <devsite-book-nav scrollbars > <div class="devsite-book-nav-filter" > <span class="filter-list-icon material-icons" aria-hidden="true"></span> <input type="text" placeholder="Filter" aria-label="Type to filter" role="searchbox"> <span class="filter-clear-button hidden" data-title="Clear filter" aria-label="Clear filter" role="button" tabindex="0"></span> </div> <nav class="devsite-book-nav devsite-nav nocontent" aria-label="Side menu"> <div class="devsite-mobile-header"> <button type="button" id="devsite-close-nav" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close navigation" aria-label="Close navigation"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> </div> <div class="devsite-book-nav-wrapper"> <div class="devsite-mobile-nav-top"> <ul class="devsite-nav-list"> <li class="devsite-nav-item"> <a href="/docs" class="devsite-nav-title gc-analytics-event devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Documentation" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Documentation </span> </a> <ul class="devsite-nav-responsive-tabs"> <li class="devsite-nav-item"> <a href="/dataproc/docs/quickstarts/update-cluster-console" class="devsite-nav-title gc-analytics-event devsite-nav-has-children devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Guides" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip menu="_book"> Guides </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="_book"> </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/reference" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Reference" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Reference </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/samples" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Samples" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Samples </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/resources" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Resources" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Resources </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/tech-area-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Technology areas" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Technology areas </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Technology areas"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Technology areas"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/cross-product-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Cross-product tools" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Cross-product tools </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Cross-product tools"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Cross-product tools"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Related sites" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Related sites </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Related sites"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Related sites"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/" class="devsite-nav-title gc-analytics-event " track-type="globalNav" referrerpolicy="no-referrer-when-downgrade" track-name="console" track-metadata-eventDetail="nav" track-metadata-position="nav" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Console" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Console </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="cta-button-secondary button" track-metadata-eventDetail="nav" data-overflow="devsite-tabs-wrapper" track-metadata-position="nav" data-overflow-container="left" data-overflow-wrapper="tab" track-type="contact" track-name="sales" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Us" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Us </span> </a> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary" track-name="gcpCta" data-overflow="devsite-top-logo-row" data-overflow-container="right" track-metadata-eventDetail="nav" track-type="freeTrial" track-metadata-position="nav" data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" referrerpolicy="no-referrer-when-downgrade" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Start free" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Start free </span> </a> </li> </ul> </div> <div class="devsite-mobile-nav-bottom"> <ul class="devsite-nav-list" menu="_book"> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Discover</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/overview" ><span class="devsite-nav-text" tooltip>Product overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Components</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item devsite-nav-expandable devsite-nav-alpha"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Docker</span><span class="devsite-nav-icon material-icons" data-icon="alpha" data-title="Alpha" aria-hidden="true"></span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/docker" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/docker" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/docker" ><span class="devsite-nav-text" tooltip>Docker component</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/flink" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/flink" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/flink" ><span class="devsite-nav-text" tooltip>Flink</span></a></li><li class="devsite-nav-item devsite-nav-beta"><a href="/dataproc/docs/concepts/components/hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hbase" ><span class="devsite-nav-text" tooltip>HBase</span><span class="devsite-nav-icon material-icons" data-icon="beta" data-title="Beta" aria-hidden="true"></span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hivewebhcat" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hivewebhcat" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hivewebhcat" ><span class="devsite-nav-text" tooltip>Hive WebHCat</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hudi" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hudi" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hudi" ><span class="devsite-nav-text" tooltip>Hudi</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/jupyter" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/jupyter" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/jupyter" ><span class="devsite-nav-text" tooltip>Jupyter</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/presto" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/presto" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/presto" ><span class="devsite-nav-text" tooltip>Presto</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Ranger</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger" ><span class="devsite-nav-text" tooltip>Install Ranger</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-w-kerberos" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-w-kerberos" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-w-kerberos" ><span class="devsite-nav-text" tooltip>Use Ranger with Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-caching-downscoping" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-caching-downscoping" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-caching-downscoping" ><span class="devsite-nav-text" tooltip>Use Ranger with caching and downscoping</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/backup-ranger-schema" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/backup-ranger-schema" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/backup-ranger-schema" ><span class="devsite-nav-text" tooltip>Back up and restore a Ranger schema</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/solr" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/solr" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/solr" ><span class="devsite-nav-text" tooltip>Solr</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/trino" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/trino" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/trino" ><span class="devsite-nav-text" tooltip>Trino</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zeppelin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zeppelin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zeppelin" ><span class="devsite-nav-text" tooltip>Zeppelin</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zookeeper" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zookeeper" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zookeeper" ><span class="devsite-nav-text" tooltip>Zookeeper</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/services" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/services" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/services" ><span class="devsite-nav-text" tooltip>Services</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Compute options</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/supported-machine-types" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/supported-machine-types" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/supported-machine-types" ><span class="devsite-nav-text" tooltip>Machine types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/gpus" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/gpus" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/gpus" ><span class="devsite-nav-text" tooltip>GPUs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-min-cpu" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-min-cpu" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-min-cpu" ><span class="devsite-nav-text" tooltip>Minimum CPU platform</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/secondary-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/secondary-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/secondary-vms" ><span class="devsite-nav-text" tooltip>Secondary workers</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-local-ssds" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-local-ssds" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-local-ssds" ><span class="devsite-nav-text" tooltip>Local solid state drives</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-persistent-disks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-persistent-disks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-persistent-disks" ><span class="devsite-nav-text" tooltip>Persistent boot disks</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Versioning</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.2" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.2" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.2" ><span class="devsite-nav-text" tooltip>2.2.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.1" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.1" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.1" ><span class="devsite-nav-text" tooltip>2.1.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.0" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.0" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.0" ><span class="devsite-nav-text" tooltip>2.0.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-version-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-version-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-version-clusters" ><span class="devsite-nav-text" tooltip>Cluster image version lists</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/resources/faq" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/resources/faq" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/resources/faq" ><span class="devsite-nav-text" tooltip>Frequently asked questions</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Get started</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run Spark on Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-console" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-console" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-console" ><span class="devsite-nav-text" tooltip>Use the console</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-gcloud" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-gcloud" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-gcloud" ><span class="devsite-nav-text" tooltip>Use the command line</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use the REST APIs Explorer</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-template" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/submit-spark-job-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/submit-spark-job-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/submit-spark-job-template" ><span class="devsite-nav-text" tooltip>Run a Spark job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/update-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/update-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/update-cluster-template" ><span class="devsite-nav-text" tooltip>Update a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/quickstart-explorer-delete" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/quickstart-explorer-delete" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/quickstart-explorer-delete" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-client-libraries" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-client-libraries" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-client-libraries" ><span class="devsite-nav-text" tooltip>Use client libraries</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" ><span class="devsite-nav-text" tooltip>Run Spark using Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Create</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/setup-project" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/setup-project" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/setup-project" ><span class="devsite-nav-text" tooltip>Set up a project</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-templates" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-templates" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-templates" ><span class="devsite-nav-text" tooltip>Use Dataproc templates</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Dataproc clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-cluster" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/high-availability" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/high-availability" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/high-availability" ><span class="devsite-nav-text" tooltip>Create a high availability cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/node-groups/dataproc-driver-node-groups" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" ><span class="devsite-nav-text" tooltip>Create a node group cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-partial-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-partial-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-partial-cluster" ><span class="devsite-nav-text" tooltip>Create a partial cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/single-node-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" ><span class="devsite-nav-text" tooltip>Create a single-node cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" ><span class="devsite-nav-text" tooltip>Create sole-tenant cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-versions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-versions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-versions" ><span class="devsite-nav-text" tooltip>Release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-nodepools" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" ><span class="devsite-nav-text" tooltip>Create node pools</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-custom-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Develop</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-mapreduce-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" ><span class="devsite-nav-text" tooltip>Apache Hadoop</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Apache HBase</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/dataproc-kafka-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/dataproc-kafka-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/dataproc-kafka-tutorial" ><span class="devsite-nav-text" tooltip>Apache Hive and Kafka</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Apache Spark</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-spark-dependencies" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-spark-dependencies" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-spark-dependencies" ><span class="devsite-nav-text" tooltip>Manage Spark dependencies</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-docker-yarn" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-docker-yarn" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-docker-yarn" ><span class="devsite-nav-text" tooltip>Customize Spark environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-fileoutput-committer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-fileoutput-committer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-fileoutput-committer" ><span class="devsite-nav-text" tooltip>Enable concurrent writes</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Enhance Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/spark-job-tuning" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/spark-job-tuning" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/spark-job-tuning" ><span class="devsite-nav-text" tooltip>Tune Spark</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-spark-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-spark-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-spark-example" ><span class="devsite-nav-text" tooltip>Use BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/gcs-connector-spark-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" ><span class="devsite-nav-text" tooltip>Use Cloud Storage connector</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Use HBase</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" ><span class="devsite-nav-text" tooltip>Use Monte Carlo simulation</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-sparkml" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-sparkml" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-sparkml" ><span class="devsite-nav-text" tooltip>Use Spark ML</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-scala" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-scala" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-scala" ><span class="devsite-nav-text" tooltip>Use Spark Scala</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use Notebooks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-notebooks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-notebooks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-notebooks" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/jupyter-notebook" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/jupyter-notebook" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/jupyter-notebook" ><span class="devsite-nav-text" tooltip>Run a Jupyter notebook on a Dataproc cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/genomics-single-cell" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/genomics-single-cell" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/genomics-single-cell" ><span class="devsite-nav-text" tooltip>Run a genomics analysis on a notebook</span></a></li><li class="devsite-nav-item"><a href="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc-serverless/docs/quickstarts/jupyterlab-sessions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" ><span class="devsite-nav-text" tooltip>Use the JupyterLab plugin on Dataproc Serverless</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Python</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-configuration" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-configuration" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-configuration" ><span class="devsite-nav-text" tooltip>Configure environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-library-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-library-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-library-example" ><span class="devsite-nav-text" tooltip>Use Cloud Client Libraries</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/trino-dataproc" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/trino-dataproc" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/trino-dataproc" ><span class="devsite-nav-text" tooltip>Trino</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Deploy</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/life-of-a-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/life-of-a-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/life-of-a-job" ><span class="devsite-nav-text" tooltip>Life of a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/submit-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/submit-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/submit-job" ><span class="devsite-nav-text" tooltip>Submit a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/restartable-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/restartable-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/restartable-jobs" ><span class="devsite-nav-text" tooltip>Restart jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use workflow templates</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-parameters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-parameters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-parameters" ><span class="devsite-nav-text" tooltip>Parameterization</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-yamls" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-yamls" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-yamls" ><span class="devsite-nav-text" tooltip>Use YAML files</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/cluster-selectors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/cluster-selectors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/cluster-selectors" ><span class="devsite-nav-text" tooltip>Use cluster selectors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/inline-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/inline-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/inline-workflows" ><span class="devsite-nav-text" tooltip>Use inline workflows</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Orchestrate workflows</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-schedule-solutions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" ><span class="devsite-nav-text" tooltip>Workflow scheduling solutions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-workflows" ><span class="devsite-nav-text" tooltip>Use Dataproc workflow templates</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-composer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-composer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-composer" ><span class="devsite-nav-text" tooltip>Use Cloud Composer</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-function" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-function" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-function" ><span class="devsite-nav-text" tooltip>Use Cloud Functions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-scheduler" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-scheduler" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-scheduler" ><span class="devsite-nav-text" tooltip>Use Cloud Scheduler</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Tune performance</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Optimize Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-metrics" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-metrics" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-metrics" ><span class="devsite-nav-text" tooltip>Dataproc metrics</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-alerts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-alerts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-alerts" ><span class="devsite-nav-text" tooltip>Create metric alerts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/profiling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/profiling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/profiling" ><span class="devsite-nav-text" tooltip>Profile resource usage</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Manage</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-start-stop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-start-stop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-start-stop" ><span class="devsite-nav-text" tooltip>Start and stop a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-cluster" ><span class="devsite-nav-text" tooltip>Update and delete a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-rotation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" ><span class="devsite-nav-text" tooltip>Rotate clusters</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-properties" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-properties" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-properties" ><span class="devsite-nav-text" tooltip>Set cluster properties</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/regional-endpoints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/regional-endpoints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/regional-endpoints" ><span class="devsite-nav-text" tooltip>Select region</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/auto-zone" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/auto-zone" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/auto-zone" ><span class="devsite-nav-text" tooltip>Autoselect zone</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/init-actions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/init-actions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/init-actions" ><span class="devsite-nav-text" tooltip>Define initialization actions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/flexible-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/flexible-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/flexible-vms" ><span class="devsite-nav-text" tooltip>Prioritize VM types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scheduled-deletion" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" ><span class="devsite-nav-text" tooltip>Schedule cluster deletion</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Scale clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scaling-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/autoscaling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/autoscaling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/autoscaling" ><span class="devsite-nav-text" tooltip>Autoscale clusters</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage data</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-hdfs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-hdfs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-hdfs" ><span class="devsite-nav-text" tooltip>Hadoop data storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/staging-bucket" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/staging-bucket" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/staging-bucket" ><span class="devsite-nav-text" tooltip>Select storage type</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/cluster-caching" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/cluster-caching" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/cluster-caching" ><span class="devsite-nav-text" tooltip>Cache cluster data</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" ><span class="devsite-nav-text" tooltip>Offload shuffle data</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage networks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/network" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/network" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/network" ><span class="devsite-nav-text" tooltip>Configure a network</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Access clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/ssh" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/ssh" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/ssh" ><span class="devsite-nav-text" tooltip>Use SSH</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/cluster-web-interfaces" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/cluster-web-interfaces" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/cluster-web-interfaces" ><span class="devsite-nav-text" tooltip>Connect to web interfaces</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/dataproc-gateways" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/dataproc-gateways" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/dataproc-gateways" ><span class="devsite-nav-text" tooltip>Use Component Gateway</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/workforce-identity-federation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/workforce-identity-federation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/workforce-identity-federation" ><span class="devsite-nav-text" tooltip>Set Workforce access</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage metadata and labels</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/lineage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/lineage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/lineage" ><span class="devsite-nav-text" tooltip>Enable data lineage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/metadata" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/metadata" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/metadata" ><span class="devsite-nav-text" tooltip>Set metadata</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/creating-managing-labels" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/creating-managing-labels" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/creating-managing-labels" ><span class="devsite-nav-text" tooltip>Set labels for filtering</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect to Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/migrate-hadoop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/migrate-hadoop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/migrate-hadoop" ><span class="devsite-nav-text" tooltip>Migrate Hadoop</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect with BigQuery</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/bigquery" ><span class="devsite-nav-text" tooltip>BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/hive-bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/hive-bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/hive-bigquery" ><span class="devsite-nav-text" tooltip>Hive-BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/examples/bigquery-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/examples/bigquery-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/examples/bigquery-example" ><span class="devsite-nav-text" tooltip>Code samples</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-bigtable" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-bigtable" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-bigtable" ><span class="devsite-nav-text" tooltip>Connect with Bigtable</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-storage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-storage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-storage" ><span class="devsite-nav-text" tooltip>Connect with Cloud Storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/pubsub-lite" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/pubsub-lite" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/pubsub-lite" ><span class="devsite-nav-text" tooltip>Connect with Pub/Sub Lite</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-best-practices" ><span class="devsite-nav-text" tooltip>Production best practices</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Secure and control access</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/security-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/security-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/security-best-practices" ><span class="devsite-nav-text" tooltip>Security best practices</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Authenticate users</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/authentication" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/authentication" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/authentication" ><span class="devsite-nav-text" tooltip>Authenticate to Dataproc</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/personal-auth" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/personal-auth" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/personal-auth" ><span class="devsite-nav-text" tooltip>Authenticate personal clusters</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Assign roles and permissions</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/iam" ><span class="devsite-nav-text" tooltip>Dataproc roles and permissions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/dataproc-principals" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/dataproc-principals" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/dataproc-principals" ><span class="devsite-nav-text" tooltip>Dataproc principals</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/granular-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/granular-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/granular-iam" ><span class="devsite-nav-text" tooltip>Granular IAM</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-iam" ><span class="devsite-nav-text" tooltip>Assign roles for Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/service-accounts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/service-accounts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/service-accounts" ><span class="devsite-nav-text" tooltip>Create service accounts</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Secure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/security" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/security" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/security" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/sa-multi-tenancy" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/sa-multi-tenancy" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/sa-multi-tenancy" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via service accounts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/confidential-compute" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/confidential-compute" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/confidential-compute" ><span class="devsite-nav-text" tooltip>Encrypt memory</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" ><span class="devsite-nav-text" tooltip>Manage data encryption keys</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/ranger-plugin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" ><span class="devsite-nav-text" tooltip>Enable Ranger authorization service</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" ><span class="devsite-nav-text" tooltip>Use the Secret Manager credential provider</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" ><span class="devsite-nav-text" tooltip>Create and secure a Hive metastore cluster</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-custom-constraints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-custom-constraints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-custom-constraints" ><span class="devsite-nav-text" tooltip>Create custom constraints</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/billing-questions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/billing-questions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/billing-questions" ><span class="devsite-nav-text" tooltip>Check billing</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Troubleshoot</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-monitor" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-monitor" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-monitor" ><span class="devsite-nav-text" tooltip>Overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Analyze logs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/logging" ><span class="devsite-nav-text" tooltip>Dataproc logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-job-output" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-job-output" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-job-output" ><span class="devsite-nav-text" tooltip>Job output logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/audit-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/audit-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/audit-logging" ><span class="devsite-nav-text" tooltip>Audit logs</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/support/diagnose-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/diagnose-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/diagnose-clusters" ><span class="devsite-nav-text" tooltip>Diagnose Dataproc clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-cluster-creation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-cluster-creation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-cluster-creation" ><span class="devsite-nav-text" tooltip>Troubleshoot cluster creation issues</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" ><span class="devsite-nav-text" tooltip>Diagnose Kubernetes clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-logging" ><span class="devsite-nav-text" tooltip>Enable Kubernetes logging</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-jobs" ><span class="devsite-nav-text" tooltip>Troubleshoot jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-oom-errors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-oom-errors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-oom-errors" ><span class="devsite-nav-text" tooltip>Troubleshoot memory errors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-job-delays" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" ><span class="devsite-nav-text" tooltip>Troubleshoot job delays</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/debugging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/debugging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/debugging" ><span class="devsite-nav-text" tooltip>Troubleshoot Workflow templates</span></a></li></ul></div></li> </ul> <ul class="devsite-nav-list" menu="Technology areas" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/ai-ml" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: AI and ML" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > AI and ML </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-development" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application development" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application development </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-hosting" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application hosting" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application hosting </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/compute-area" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Compute" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Compute </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/data" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Data analytics and pipelines" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Data analytics and pipelines </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/databases" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Databases" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Databases </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/dhm-cloud" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Distributed, hybrid, and multicloud" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Distributed, hybrid, and multicloud </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/generative-ai" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Generative AI" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Generative AI </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/industry" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Industry solutions" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Industry solutions </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/networking" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Networking" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Networking </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/observability" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Observability and monitoring" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Observability and monitoring </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/security" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Security" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Security </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/storage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Storage" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Storage </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Cross-product tools" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/access-resources" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Access and resources management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Access and resources management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/costs-usage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Costs and usage management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Costs and usage management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/devtools" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud SDK, languages, frameworks, and tools" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud SDK, languages, frameworks, and tools </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/iac" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Infrastructure as code" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Infrastructure as code </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/migration" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Migration" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Migration </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Related sites" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Home" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Home </span> </a> </li> <li class="devsite-nav-item"> <a href="/free" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Free Trial and Free Tier" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Free Trial and Free Tier </span> </a> </li> <li class="devsite-nav-item"> <a href="/architecture" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Architecture Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Architecture Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Blog" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Blog </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Sales" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Sales </span> </a> </li> <li class="devsite-nav-item"> <a href="/developers" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace </span> </a> </li> <li class="devsite-nav-item"> <a href="/marketplace/docs" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace Documentation" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace Documentation </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Skills Boost" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Skills Boost </span> </a> </li> <li class="devsite-nav-item"> <a href="/solutions" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Solution Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Solution Center </span> </a> </li> <li class="devsite-nav-item"> <a href="/support-hub" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Support" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Support </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Tech Youtube Channel" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Tech Youtube Channel </span> </a> </li> </ul> </div> </div> </nav> </devsite-book-nav> <section id="gc-wrapper"> <main role="main" class="devsite-main-content" has-book-nav has-sidebar > <div class="devsite-sidebar"> <div class="devsite-sidebar-content"> <devsite-toc class="devsite-nav" role="navigation" aria-label="On this page" depth="2" scrollbars ></devsite-toc> <devsite-recommendations-sidebar class="nocontent devsite-nav"> </devsite-recommendations-sidebar> </div> </div> <devsite-content> <article class="devsite-article"> <div class="devsite-article-meta nocontent" role="navigation"> <ul class="devsite-breadcrumb-list" aria-label="Breadcrumb"> <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Google Cloud" > Home </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="2" track-type="globalNav" track-name="breadcrumb" track-metadata-position="2" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="3" track-type="globalNav" track-name="breadcrumb" track-metadata-position="3" track-metadata-eventdetail="Dataproc Documentation" > Documentation </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="4" track-type="globalNav" track-name="breadcrumb" track-metadata-position="4" track-metadata-eventdetail="" > Guides </a> </li> </ul> <devsite-thumb-rating position="header"> </devsite-thumb-rating> </div> <devsite-feedback position="header" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="header" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <h1 class="devsite-page-title" tabindex="-1"> Overview of Dataproc Workflow Templates </h1> <devsite-feature-tooltip ack-key="AckCollectionsBookmarkTooltipDismiss" analytics-category="Site-Wide Custom Events" analytics-action-show="Callout Profile displayed" analytics-action-close="Callout Profile dismissed" analytics-label="Create Collection Callout" class="devsite-page-bookmark-tooltip nocontent" dismiss-button="true" id="devsite-collections-dropdown" dismiss-button-text="Dismiss" close-button-text="Got it"> <devsite-bookmark></devsite-bookmark> <span slot="popout-heading"> Stay organized with collections </span> <span slot="popout-contents"> Save and categorize content based on your preferences. </span> </devsite-feature-tooltip> <div class="devsite-page-title-meta"><devsite-view-release-notes></devsite-view-release-notes></div> <devsite-toc class="devsite-nav" depth="2" devsite-toc-embedded > </devsite-toc> <div class="devsite-article-body clearfix "> <p>The Dataproc <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates">WorkflowTemplates API</a> provides a flexible and easy-to-use mechanism for managing and executing workflows. A Workflow Template is a reusable workflow configuration. It defines a graph of jobs with information on where to run those jobs.</p> <p><strong>Key Points:</strong></p> <ul> <li><a href="/dataproc/docs/concepts/workflows/using-workflows#running_a_workflow">Instantiating a Workflow Template</a> launches a Workflow. A Workflow is an operation that runs a <a href="https://en.wikipedia.org/wiki/Directed_acyclic_graph" class="external">Directed Acyclic Graph (DAG)</a> of jobs on a cluster. <ul> <li>If the workflow uses a <a href="#managed_cluster">managed cluster</a>, it creates the cluster, runs the jobs, and then deletes the cluster when the jobs are finished.</li> <li>If the workflow uses a <a href="#cluster_selector">cluster selector</a>, it runs jobs on a selected existing cluster.</li> </ul></li> <li>Workflows are ideal for complex job flows. You can create job dependencies so that a job starts only after its dependencies complete successfully.</li> <li>When you <a href="/dataproc/docs/concepts/workflows/using-workflows#creating_a_template">create a workflow template</a> Dataproc does not create a cluster or submit jobs to a cluster. Dataproc creates or selects a cluster and runs workflow jobs on the cluster when a workflow template is <strong>instantiated</strong>.</li> </ul> <h2 id="kinds_of_workflow_templates" data-text="Kinds of Workflow Templates" tabindex="-1">Kinds of Workflow Templates</h2> <h3 id="managed_cluster" data-text="Managed cluster" tabindex="-1">Managed cluster</h3> <p>A workflow template can specify a managed cluster. The workflow will create an "ephemeral" cluster to run workflow jobs, and then delete the cluster when the workflow is finished.</p> <h3 id="cluster_selector" data-text="Cluster selector" tabindex="-1">Cluster selector</h3> <p>A workflow template can specify an existing cluster on which to run workflow jobs by specifying one or more <a href="/dataproc/docs/concepts/labels">user labels</a> previously attached to the cluster. The workflow will run on a cluster that matches all of the labels. If multiple clusters match all labels, Dataproc selects the cluster with the most YARN available memory to run all workflow jobs. At the end of workflow, Dataproc does not delete the selected cluster. See <a href="/dataproc/docs/concepts/workflows/cluster-selectors">Use cluster selectors with workflows</a> for more information.</p> <aside class="key-point">A workflow can select a specific cluster by matching the <code translate="no" dir="ltr">goog-dataproc-cluster-name</code> label (see <a href="/dataproc/docs/concepts/workflows/cluster-selectors#using_automatically_applied_labels">Using Automatically Applied Labels</a>).</aside> <h3 id="parameterized" data-text="Parameterized" tabindex="-1">Parameterized</h3> <p>If you will run a workflow template multiple times with different values, use parameters to avoid editing the workflow template for each run:</p> <ol> <li><p>define parameters in the template, then</p></li> <li><p>pass different values for the parameters for each run.</p></li> </ol> <p>See <a href="/dataproc/docs/concepts/workflows/workflow-parameters">Parameterization of Workflow Templates</a> for more information.</p> <h3 id="inline" data-text="Inline" tabindex="-1">Inline</h3> <p>Workflows can be instantiated inline using the <code translate="no" dir="ltr">gcloud</code> command with <a href="/dataproc/docs/concepts/workflows/using-yamls#instantiate_a_workflow_using_a_yaml_file">workflow template YAML files</a> or by calling the Dataproc <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/instantiateInline">InstantiateInline</a> API (see <a href="/dataproc/docs/concepts/workflows/inline-workflows">Using inline Dataproc workflows</a>). Inline workflows do not create or modify workflow template resources.</p> <aside class="key-point">Inline workflows can be useful for rapid prototyping or automation. </aside> <h2 id="workflow_template_use_cases" data-text="Workflow Template use cases" tabindex="-1">Workflow Template use cases</h2> <ul> <li><p><strong>Automation of repetitive tasks.</strong> Workflows encapsulate frequently used cluster configurations and jobs.</p></li> <li><p><strong>Transactional fire-and-forget API interaction model.</strong> Workflow Templates replace the steps involved in a typical flow, which include:</p> <ol> <li>creating the cluster</li> <li>submitting jobs</li> <li>polling</li> <li>deleting the cluster</li> </ol> <p>Workflow Templates use a single token to track progress from cluster creation to deletion, and automate error handling and recovery. They also simplify the integration of Dataproc with other tools, such as Cloud Run functions and Cloud Composer.</p></li> <li><p><strong>Support for ephemeral and long-lived clusters.</strong> A common complexity associated with running Apache Hadoop is tuning and right-sizing clusters. Ephemeral (managed) clusters are easier to configure since they run a single workload. Cluster selectors can be used with longer-lived clusters to repeatedly execute the same workload without incurring the amortized cost of creating and deleting clusters.</p></li> <li><p><strong>Granular IAM security.</strong> Creating Dataproc clusters and submitting jobs require all-or-nothing IAM permissions. Workflow Templates use a per-template <a href="/dataproc/docs/concepts/iam/iam#workflow_templates_methods_required_permissions">workflowTemplates.instantiate</a> permission, and do not depend on cluster or job permissions.</p></li> </ul> <devsite-hats-survey class="nocontent" hats-id="mwETRvWii0eU5NUYprb0Y9z5GVbc" listnr-id="83405"></devsite-hats-survey> </div> <devsite-thumb-rating position="footer"> </devsite-thumb-rating> <devsite-feedback position="footer" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="footer" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <div class="devsite-floating-action-buttons"> </div> </article> <devsite-content-footer class="nocontent"> <p>Except as otherwise noted, the content of this page is licensed under the <a href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 License</a>, and code samples are licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache 2.0 License</a>. For details, see the <a href="https://developers.google.com/site-policies">Google Developers Site Policies</a>. Java is a registered trademark of Oracle and/or its affiliates.</p> <p>Last updated 2024-11-19 UTC.</p> </devsite-content-footer> <devsite-notification > </devsite-notification> <div class="devsite-content-data"> <template class="devsite-thumb-rating-feedback"> <devsite-feedback position="thumb-rating" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="thumb-rating" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Need to tell us more? </button> </devsite-feedback> </template> <template class="devsite-content-data-template"> [[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2024-11-19 UTC."],[],[]] </template> </div> </devsite-content> </main> <devsite-footer-promos class="devsite-footer"> </devsite-footer-promos> <devsite-footer-linkboxes class="devsite-footer"> <nav class="devsite-footer-linkboxes nocontent" aria-label="Footer links"> <ul class="devsite-footer-linkboxes-list"> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Why Google</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/why-google-cloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-eventDetail="cloud.google.com/why-google-cloud/"track-metadata-child_headline="why google"track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-name="choosing google cloud"> Choosing Google Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/trust-center/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-name="trust and security"track-type="footer link"track-metadata-child_headline="why google"track-metadata-position="footer"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/security/"> Trust and security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/modern-infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-name="modern infrastructure cloud"track-metadata-eventDetail="cloud.google.com/solutions/modern-infrastructure/"track-metadata-child_headline="why google"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"> Modern Infrastructure Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/multicloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-module="footer"track-name="multicloud"track-type="footer link"track-metadata-eventDetail="cloud.google.com/multicloud/"track-metadata-position="footer"track-metadata-child_headline="why google"> Multicloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-module="footer"track-name="global infrastructure"track-metadata-child_headline="why google"track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/infrastructure/"> Global infrastructure </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/customers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-name="customers and case studies"track-metadata-module="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/customers/"track-metadata-position="footer"track-metadata-child_headline="why google"> Customers and case studies </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/analyst-reports/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-eventDetail="cloud.google.com/analyst-reports/"track-metadata-child_headline="why google"track-metadata-module="footer"track-type="footer link"track-metadata-position="footer"track-name="analyst reports"> Analyst reports </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/whitepapers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-position="footer"track-metadata-child_headline="why google"track-type="footer link"track-metadata-module="footer"track-name="whitepapers"track-metadata-eventDetail="cloud.google.com/whitepapers/"> Whitepapers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/blog/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-child_headline="engage"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/blog/"track-name="blog"track-type="footer link"track-metadata-position="footer"> Blog </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Products and pricing</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/pricing/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-child_headline="products and pricing"track-metadata-eventDetail="cloud.google.com/pricing/"track-name="google cloud pricing"track-type="footer link"track-metadata-position="footer"track-metadata-module="footer"> Google Cloud pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//workspace.google.com/pricing.html" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-name="google workspace pricing"track-metadata-child_headline="products and pricing"track-metadata-module="footer"track-metadata-position="footer"target="_blank"track-type="footer link"track-metadata-eventDetail="workspace.google.com/pricing.html"> Google Workspace pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/products/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-type="footer link"track-name="see all products"track-metadata-eventDetail="cloud.google.com/products/"track-metadata-child_headline="products and pricing"track-metadata-position="footer"track-metadata-module="footer"> See all products </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Solutions</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/solutions/infrastructure-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-type="footer link"track-name="infrastructure modernization"track-metadata-module="footer"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/solutions/infrastructure-modernization/"track-metadata-child_headline="solutions"> Infrastructure modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/databases/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-module="footer"track-metadata-child_headline="solutions"track-name="databases"track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/databases"> Databases </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/application-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-name="application development"track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/application-modernization/"track-metadata-child_headline="solutions"track-metadata-module="footer"track-metadata-position="footer"> Application modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/smart-analytics/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-eventDetail="cloud.google.com/solutions/smart-analytics/"track-name="smart analytics"track-metadata-module="footer"track-metadata-position="footer"track-metadata-child_headline="solutions"track-type="footer link"> Smart analytics </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/ai/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-eventDetail="cloud.google.com/solutions/ai/"track-metadata-child_headline="solutions"track-type="footer link"track-name="artificial intelligence"track-metadata-position="footer"track-metadata-module="footer"> Artificial Intelligence </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/security/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/security/"track-metadata-module="footer"track-metadata-position="footer"track-name="security"track-metadata-child_headline="solutions"> Security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://workspace.google.com/enterprise/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="workspace.google.com/enterprise/"target="_blank"track-metadata-child_headline="solutions"track-name="productivity and work transformation"track-metadata-module="footer"> Productivity & work transformation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#industry-solutions" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-child_headline="solutions"track-metadata-module="footer"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/solutions/#industry-solutions"track-type="footer link"track-name="industry solutions"> Industry solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/devops/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-position="footer"track-metadata-child_headline="solutions"track-type="footer link"track-name="devops solutions"track-metadata-eventDetail="cloud.google.com/solutions/devops/"track-metadata-module="footer"> DevOps solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#section-14" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-child_headline="solutions"track-name="small business solutions"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/solutions/#section-14"track-type="footer link"track-metadata-module="footer"> Small business solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-metadata-module="footer"track-type="footer link"track-metadata-child_headline="solutions"track-metadata-position="footer"track-name="see all solutions"track-metadata-eventDetail="cloud.google.com/solutions/"> See all solutions </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Resources</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/affiliate-program/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-name="google cloud affiliate program"track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/affiliate-program/"track-metadata-child_headline="resources"> Google Cloud Affiliate Program </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-eventDetail="cloud.google.com/docs/"track-name="google cloud documentation"track-metadata-child_headline="resources"track-metadata-module="footer"track-type="footer link"track-metadata-position="footer"> Google Cloud documentation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/get-started/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/docs/get-started/"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-name="google cloud quickstarts"> Google Cloud quickstarts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/marketplace/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/marketplace/"track-metadata-child_headline="resources"track-metadata-position="footer"track-type="footer link"track-name="google cloud marketplace"> Google Cloud Marketplace </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/discover/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-eventDetail="learn/"track-metadata-child_headline="resources"track-metadata-position="footer"track-metadata-module="footer"track-name="learn about cloud computing"track-type="footer link"> Learn about cloud computing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/support-hub/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-name="support"track-metadata-child_headline="resources"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/support-hub/"> Support </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/samples" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-eventDetail="cloud.google.com/docs/samples"track-metadata-module="footer"track-metadata-position="footer"track-name="code samples"track-metadata-child_headline="resources"track-type="footer link"> Code samples </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/architecture/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-name="cloud architecture center"track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/architecture/"> Cloud Architecture Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/training/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-type="footer link"track-metadata-module="footer"track-metadata-child_headline="resources"track-name="training"track-metadata-eventDetail="cloud.google.com/training/"track-metadata-position="footer"> Training </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/certification/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-module="footer"track-metadata-child_headline="resources"track-name="certifications"track-metadata-eventDetail="cloud.google.com/certification"track-metadata-position="footer"track-type="footer link"> Certifications </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//developers.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-metadata-eventDetail="developers.google.com"track-name="google developers"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-metadata-child_headline="resources"target="_blank"> Google for Developers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/startup/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" track-type="footer link"track-name="google cloud for startups"track-metadata-eventDetail="cloud.google.com/startup/"track-metadata-child_headline="resources"track-metadata-position="footer"track-metadata-module="footer"> Google Cloud for Startups </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//status.cloud.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" track-metadata-eventDetail="status.cloud.google.com"track-type="footer link"track-metadata-position="footer"track-name="system status"track-metadata-child_headline="resources"track-metadata-module="footer"target="_blank"> System status </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/release-notes" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 14)" track-type="footer link"track-name="release notes"track-metadata-eventDetail="cloud.google.com/release-notes/"track-metadata-module="footer"track-metadata-position="footer"track-metadata-child_headline="resources"> Release Notes </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Engage</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/contact/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-name="contact sales"track-metadata-module="footer"track-metadata-child_headline="engage"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/contact/"track-type="footer link"> Contact sales </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/find-a-partner" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-position="footer"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/find-a-partner"track-type="footer link"target="_blank"track-name="find a partner"track-metadata-child_headline="engage"> Find a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/partners/become-a-partner/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-name="become a partner"track-metadata-eventDetail="cloud.google.com/partners/become-a-partner/"track-metadata-child_headline="engage"> Become a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/events/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-eventDetail="cloud.withgoogle.com/events"track-name="events"track-metadata-child_headline="engage"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"> Events </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/podcasts/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-child_headline="engage"rel="noopener"track-type="footer link"track-name="podcasts"track-metadata-position="footer"track-metadata-module="footer"target="_blank"track-metadata-eventDetail="cloud.google.com/podcasts/"> Podcasts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/developers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-type="footer link"track-metadata-position="footer"track-name="developer center"track-metadata-child_headline="engage"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/developers/"> Developer Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudpresscorner.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" target="_blank"rel="noopener"track-metadata-position="footer"track-metadata-module="footer"track-metadata-child_headline="engage"track-type="footer link"track-metadata-eventDetail="www.googlecloudpresscorner.com"track-name="press corner"> Press Corner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-child_headline="engage"track-metadata-module="footer"track-type="footer link"track-metadata-position="footer"track-metadata-eventDetail="www.youtube.com/googlecloud"rel="noopener"track-name="google cloud on youtube"target="_blank"> Google Cloud on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloudplatform" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" target="_blank"track-metadata-child_headline="engage"rel="noopener"track-name="google cloud tech on youtube"track-metadata-position="footer"track-metadata-eventDetail="www.youtube.com/googlecloudplatform"track-type="footer link"track-metadata-module="footer"> Google Cloud Tech on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//x.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-eventDetail="x.com/googlecloud"track-metadata-position="footer"track-type="footer link"track-metadata-child_headline="engage"target="_blank"track-metadata-module="footer"rel="noopener"track-name="follow on x"> Follow on X </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-type="footer link"track-metadata-position="footer"target="_blank"track-metadata-module="footer"track-metadata-eventDetail="userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693"track-name="join user research"track-metadata-child_headline="engage"> Join User Research </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//careers.google.com/cloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" target="_blank"track-name="we are hiring join google cloud"track-type="footer link"track-metadata-child_headline="engage"track-metadata-module="footer"track-metadata-eventDetail="careers.google.com/cloud"track-metadata-position="footer"> We're hiring. Join Google Cloud! </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudcommunity.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" rel="noopener"track-metadata-eventDetail="www.googlecloudcommunity.com"track-metadata-child_headline="engage"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-name="google cloud community"target="_blank"> Google Cloud Community </a> </li> </ul> </li> </ul> </nav> </devsite-footer-linkboxes> <devsite-footer-utility class="devsite-footer"> <div class="devsite-footer-utility nocontent"> <nav class="devsite-footer-utility-links" aria-label="Utility links"> <ul class="devsite-footer-utility-list"> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//about.google/" data-category="Site-Wide Custom Events" data-label="Footer About Google link" target="_blank" track-metadata-module="utility footer" track-name="about google" track-metadata-position="footer" track-metadata-eventDetail="//about.google/" track-type="footer link" > About Google </a> </li> <li class="devsite-footer-utility-item devsite-footer-privacy-link"> <a class="devsite-footer-utility-link gc-analytics-event" href="//policies.google.com/privacy" data-category="Site-Wide Custom Events" data-label="Footer Privacy link" track-name="privacy" track-metadata-position="footer" track-metadata-eventDetail="//policies.google.com/privacy" target="_blank" track-metadata-module="utility footer" track-type="footer link" > Privacy </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//www.google.com/intl/en/policies/terms/regional.html" data-category="Site-Wide Custom Events" data-label="Footer Site terms link" track-metadata-eventDetail="//www.google.com/intl/en/policies/terms/regional.html" track-name="site terms" target="_blank" track-type="footer link" track-metadata-module="utility footer" track-metadata-position="footer" > Site terms </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="/product-terms/" data-category="Site-Wide Custom Events" data-label="Footer Google Cloud terms link" track-metadata-eventDetail="/product-terms/" track-name="google cloud terms" track-type="footer link" track-metadata-position="footer" track-metadata-module="utility footer" > Google Cloud terms </a> </li> <li class="devsite-footer-utility-item glue-cookie-notification-bar-control"> <a class="devsite-footer-utility-link gc-analytics-event" href="#" data-category="Site-Wide Custom Events" data-label="Footer Manage cookies link" track-metadata-position="footer" track-type="footer link" track-name="Manage cookies" aria-hidden="true" track-metadata-eventDetail="#" track-metadata-module="utility footer" > Manage cookies </a> </li> <li class="devsite-footer-utility-item devsite-footer-carbon-button"> <a class="devsite-footer-utility-link gc-analytics-event" href="/sustainability" data-category="Site-Wide Custom Events" data-label="Footer Our third decade of climate action: join us link" track-metadata-position="footer" track-metadata-eventDetail="/sustainability/" track-name="Our third decade of climate action: join us" track-metadata-module="utility footer" track-type="footer link" > Our third decade of climate action: join us </a> </li> <li class="devsite-footer-utility-item devsite-footer-utility-button"> <span class="devsite-footer-utility-description">Sign up for the Google Cloud newsletter</span> <a class="devsite-footer-utility-link gc-analytics-event" href="/newsletter/" data-category="Site-Wide Custom Events" data-label="Footer Subscribe link" track-name="subscribe" track-metadata-position="footer" track-type="footer link" track-metadata-module="utility footer" track-metadata-eventDetail="/newsletter/" > Subscribe </a> </li> </ul> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="id" >Indonesia</a> </li> <li role="presentation"> <a role="menuitem" lang="it" >Italiano</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> </nav> </div> </devsite-footer-utility> <devsite-panel></devsite-panel> </section></section> <devsite-sitemask></devsite-sitemask> <devsite-snackbar></devsite-snackbar> <devsite-tooltip ></devsite-tooltip> <devsite-heading-link></devsite-heading-link> <devsite-analytics> <script type="application/json" analytics>[]</script> <script type="application/json" tag-management>{"at": "True", "ga4": [], "ga4p": [], "gtm": [{"id": "GTM-5CVQBG", "purpose": 1}], "parameters": {"internalUser": "False", "language": {"machineTranslated": "False", "requested": "en", "served": "en"}, "pageType": "article", "projectName": "Dataproc Documentation", "signedIn": "False", "tenant": "cloud", "recommendations": {"sourcePage": "", "sourceType": 0, "sourceRank": 0, "sourceIdenticalDescriptions": 0, "sourceTitleWords": 0, "sourceDescriptionWords": 0, "experiment": ""}, "experiment": {"ids": ""}}}</script> </devsite-analytics> <devsite-badger></devsite-badger> <cloudx-user></cloudx-user> <cloudx-free-trial-eligible-store freeTrialEligible='true'></cloudx-free-trial-eligible-store> <cloudx-pricing-socket></cloudx-pricing-socket> <cloudx-experiments type="TestAACodivertedExperiment" path="/virtual/TestAACodivertedExperiment/configureExperiment" location="SG" variant="variant2" ></cloudx-experiments> <cloudx-experiment-ids userCountry="SG" devsiteExperimentIdList="[39300013, 39300022, 39300118, 39300195, 39300241, 39300319, 39300320, 39300326, 39300345, 39300354, 39300364, 39300373, 39300412, 39300422, 39300436, 39300471, 39300488, 39300496, 39300498]"> </cloudx-experiment-ids> <script nonce="Huq7DY/10bRJ+vJHLbz9DYTi7PN6zL"> (function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i; t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0]; E.parentNode.insertBefore(t,E);})(window, document, 'script', 'https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/js/app_loader.js', '[2,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud","https://cloud-dot-devsite-v2-prod.appspot.com",null,null,["/_pwa/cloud/manifest.json","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,116,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyAP-jjEJBzmIyKR4F-3XITp8yM9T1gEEI8","AIzaSyB6xiKGDR5O3Ak2okS4rLkauxGUG7XP0hg","cloud.google.com","AIzaSyAQk0fBONSGUqCNznf6Krs82Ap1-NV6J4o","AIzaSyCCxcqdrZ_7QMeLCRY20bh_SXdAYqy70KY",null,null,null,["Concierge__enable_pushui","Search__enable_page_map","MiscFeatureFlags__enable_firebase_utm","Search__scope_to_project_tenant","Concierge__enable_concierge_restricted","Cloud__enable_cloud_shell_fte_user_flow","Search__enable_ai_search_summaries","Profiles__enable_recognition_badges","Cloud__enable_cloud_dlp_service","Profiles__enable_completecodelab_endpoint","BookNav__enable_tenant_cache_key","MiscFeatureFlags__enable_project_variables","Cloud__enable_cloud_shell","Profiles__enable_public_developer_profiles","Profiles__enable_dashboard_curated_recommendations","Search__enable_suggestions_from_borg","TpcFeatures__enable_mirror_tenant_redirects","DevPro__enable_cloud_innovators_plus","MiscFeatureFlags__developers_footer_dark_image","Profiles__enable_developer_profiles_callout","Profiles__enable_page_saving","Experiments__reqs_query_experiments","Profiles__enable_complete_playlist_endpoint","Cloud__enable_cloudx_experiment_ids","Cloud__enable_cloudx_ping","Analytics__enable_clearcut_logging","Profiles__require_profile_eligibility_for_signin","TpcFeatures__enable_required_headers","Cloud__enable_free_trial_server_call","MiscFeatureFlags__emergency_css","Search__enable_ai_search_summaries_restricted","MiscFeatureFlags__enable_variable_operator","Cloud__enable_cloud_facet_chat","Search__enable_dynamic_content_confidential_banner","MiscFeatureFlags__enable_view_transitions","CloudShell__cloud_code_overflow_menu","Search__enable_ai_eligibility_checks","Profiles__enable_awarding_url","Cloud__enable_llm_concierge_chat","MiscFeatureFlags__developers_footer_image","EngEduTelemetry__enable_engedu_telemetry","Cloud__enable_legacy_calculator_redirect","Profiles__enable_profile_collections","CloudShell__cloud_shell_button","MiscFeatureFlags__enable_explain_this_code","DevPro__enable_developer_subscriptions","Profiles__enable_release_notes_notifications"],null,null,"AIzaSyBLEMok-5suZ67qRPzx0qUtbnLmyT_kCVE","https://developerscontentserving-pa.clients6.google.com","AIzaSyCM4QpTRSqP5qI4Dvjt4OAScIN8sOUlO-k","https://developerscontentsearch-pa.clients6.google.com",1,4,1,"https://developerprofiles-pa.clients6.google.com",[2,"cloud","Google Cloud","cloud.google.com",null,"cloud-dot-devsite-v2-prod.appspot.com",null,null,[1,1,null,null,null,null,null,null,null,null,null,[1],null,null,null,null,null,1,[1],[null,null,null,[1,20],"/terms/recommendations"],[1],null,[1],[1,null,1],[1,1,null,null,1,null,["/vertex-ai/"]]],null,[22,null,null,null,null,null,"/images/cloud-logo.svg","/images/favicons/onecloud/apple-icon.png",null,null,null,null,1,1,1,[6,5],[],null,null,[[],[],[],[],[],[],[],[]],null,1,null,null,null,null,[]],[],null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[6,1,14,15,22,23,29,37],null,[[null,null,null,null,null,null,[1,[["docType","Choose a content type",[["ApiReference",null,null,null,null,null,null,null,null,"API reference"],["Sample",null,null,null,null,null,null,null,null,"Code sample"],["ReferenceArchitecture",null,null,null,null,null,null,null,null,"Reference architecture"],["Tutorial",null,null,null,null,null,null,null,null,"Tutorial"]]],["category","Choose a topic",[["AiAndMachineLearning",null,null,null,null,null,null,null,null,"Artificial intelligence and machine learning (AI/ML)"],["ApplicationDevelopment",null,null,null,null,null,null,null,null,"Application development"],["BigDataAndAnalytics",null,null,null,null,null,null,null,null,"Big data and analytics"],["Compute",null,null,null,null,null,null,null,null,"Compute"],["Containers",null,null,null,null,null,null,null,null,"Containers"],["Databases",null,null,null,null,null,null,null,null,"Databases"],["HybridCloud",null,null,null,null,null,null,null,null,"Hybrid and multicloud"],["LoggingAndMonitoring",null,null,null,null,null,null,null,null,"Logging and monitoring"],["Migrations",null,null,null,null,null,null,null,null,"Migrations"],["Networking",null,null,null,null,null,null,null,null,"Networking"],["SecurityAndCompliance",null,null,null,null,null,null,null,null,"Security and compliance"],["Serverless",null,null,null,null,null,null,null,null,"Serverless"],["Storage",null,null,null,null,null,null,null,null,"Storage"]]]]]],[1],null,1],[[null,null,null,null,null,["GTM-5CVQBG"],null,null,null,null,null,[["GTM-5CVQBG",2]],1],null,null,null,null,null,1],"mwETRvWii0eU5NUYprb0Y9z5GVbc",4,null,null,null,null,null,null,null,null,null,null,null,null,null,"cloud.devsite.google"],null,"pk_live_5170syrHvgGVmSx9sBrnWtA5luvk9BwnVcvIi7HizpwauFG96WedXsuXh790rtij9AmGllqPtMLfhe2RSwD6Pn38V00uBCydV4m"]') </script> <devsite-a11y-announce></devsite-a11y-announce> </body> </html>

CINXE.COM

Overview of Dataproc Workflow Templates | Dataproc Documentation | Google Cloud