Use workflows | Dataproc Documentation

<!doctype html> <html lang="en" dir="ltr"> <head> <meta name="google-signin-client-id" content="721724668570-nbkv1cfusk7kk4eni4pjvepaus73b13t.apps.googleusercontent.com"> <meta name="google-signin-scope" content="profile email https://www.googleapis.com/auth/developerprofiles https://www.googleapis.com/auth/developerprofiles.award https://www.googleapis.com/auth/cloud-platform https://www.googleapis.com/auth/webhistory"> <meta property="og:site_name" content="Google Cloud"> <meta property="og:type" content="website"><meta name="theme-color" content="#039be5"><meta charset="utf-8"> <meta content="IE=Edge" http-equiv="X-UA-Compatible"> <meta name="viewport" content="width=device-width, initial-scale=1"> <link rel="manifest" href="/_pwa/cloud/manifest.json" crossorigin="use-credentials"> <link rel="preconnect" href="//www.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.googleapis.com" crossorigin> <link rel="preconnect" href="//apis.google.com" crossorigin> <link rel="preconnect" href="//www.google-analytics.com" crossorigin><link rel="stylesheet" href="//fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"> <link rel="stylesheet" href="//fonts.googleapis.com/css2?family=Material+Icons&family=Material+Symbols+Outlined&display=block"><link rel="stylesheet" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/css/app.css"> <link rel="shortcut icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico"> <link rel="apple-touch-icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png"><link rel="canonical" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows"><link rel="search" type="application/opensearchdescription+xml" title="Google Cloud" href="https://cloud.google.com/s/opensearch.xml"> <link rel="alternate" hreflang="en" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows" /><link rel="alternate" hreflang="x-default" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows" /><link rel="alternate" hreflang="zh-Hans" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=zh-cn" /><link rel="alternate" hreflang="fr" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=fr" /><link rel="alternate" hreflang="de" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=de" /><link rel="alternate" hreflang="id" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=id" /><link rel="alternate" hreflang="it" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=it" /><link rel="alternate" hreflang="ja" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=ja" /><link rel="alternate" hreflang="ko" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=ko" /><link rel="alternate" hreflang="pt-BR" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=pt-br" /><link rel="alternate" hreflang="es-419" href="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows?hl=es-419" /><title>Use workflows  |  Dataproc Documentation  |  Google Cloud</title> <meta property="og:title" content="Use workflows  |  Dataproc Documentation  |  Google Cloud"><meta property="og:url" content="https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows"><meta property="og:image" content="https://cloud.google.com/_static/cloud/images/social-icon-google-cloud-1200-630.png"> <meta property="og:image:width" content="1200"> <meta property="og:image:height" content="630"><meta property="og:locale" content="en"><meta name="twitter:card" content="summary_large_image"><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "Article", "headline": "Use workflows" } </script><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "BreadcrumbList", "itemListElement": [{ "@type": "ListItem", "position": 1, "name": "Dataproc", "item": "https://cloud.google.com/dataproc" },{ "@type": "ListItem", "position": 2, "name": "Documentation", "item": "https://cloud.google.com/dataproc/docs" },{ "@type": "ListItem", "position": 3, "name": "Use workflows", "item": "https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows" }] } </script> <link rel="stylesheet" href="/extras.css"></head> <body class="" template="page" theme="cloud-theme" type="article" layout="docs" free-trial display-toc pending> <devsite-progress type="indeterminate" id="app-progress"></devsite-progress> <section class="devsite-wrapper"> <devsite-cookie-notification-bar></devsite-cookie-notification-bar><cloudx-track userCountry="SG"></cloudx-track> <cloudx-utils-init></cloudx-utils-init> <devsite-header keep-tabs-visible> <div class="devsite-header--inner nocontent"> <div class="devsite-top-logo-row-wrapper-wrapper"> <div class="devsite-top-logo-row-wrapper"> <div class="devsite-top-logo-row"> <button type="button" id="devsite-hamburger-menu" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Navigation menu button" visually-hidden aria-label="Open menu"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> <div class="devsite-top-logo-row-middle"> <div class="devsite-header-upper-tabs"> <cloudx-tabs-nav class="upper-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Upper tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/docs" track-metadata-eventdetail="https://cloud.google.com/docs" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - docs-home" track-metadata-module="primary nav" aria-label="Documentation, selected" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" > Documentation </a> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/tech-area-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > Technology areas </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Technology areas" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/ai-ml" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/ai-ml" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> AI and ML </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-development" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-development" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application development </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-hosting" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-hosting" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application hosting </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/compute-area" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/compute-area" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Compute </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/data" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/data" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Data analytics and pipelines </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/databases" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/databases" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Databases </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/dhm-cloud" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/dhm-cloud" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Distributed, hybrid, and multicloud </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/generative-ai" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/generative-ai" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Generative AI </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/industry" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/industry" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Industry solutions </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/networking" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/networking" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Networking </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/observability" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/observability" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Observability and monitoring </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/security" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/security" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Security </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/storage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/storage" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Storage </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/cross-product-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > Cross-product tools </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Cross-product tools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/access-resources" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/access-resources" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Access and resources management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/costs-usage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/costs-usage" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Costs and usage management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/devtools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/devtools" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud SDK, languages, frameworks, and tools </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/iac" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/iac" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Infrastructure as code </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/migration" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/migration" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Migration </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/" track-metadata-eventdetail="https://cloud.google.com/" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > Related sites </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Related sites" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Home </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/free" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/free" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Free Trial and Free Tier </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/architecture" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/architecture" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Architecture Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/blog" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Blog </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/contact" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/contact" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Contact Sales </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/developers" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/developers" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" track-type="nav" track-metadata-eventdetail="https://developers.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" track-type="nav" track-metadata-eventdetail="https://console.cloud.google.com/marketplace" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/marketplace/docs" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/marketplace/docs" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace Documentation </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" track-type="nav" track-metadata-eventdetail="https://www.cloudskillsboost.google/paths" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Skills Boost </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/solutions" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/solutions" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Solution Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/support-hub" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/support-hub" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Support </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" track-type="nav" track-metadata-eventdetail="https://www.youtube.com/@googlecloudtech" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Tech Youtube Channel </div> </a> </li> </ul> </div> </div> </div> </tab> </nav> </cloudx-tabs-nav> </div> <devsite-search enable-signin enable-search enable-suggestions project-name="Dataproc Documentation" tenant-name="Google Cloud" project-scope="/dataproc/docs" url-scoped="https://cloud.google.com/s/results/dataproc/docs" > <form class="devsite-search-form" action="https://cloud.google.com/s/results" method="GET"> <div class="devsite-search-container"> <button type="button" search-open class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Open search"></button> <div class="devsite-searchbox"> <input aria-activedescendant="" aria-autocomplete="list" aria-label="Search" aria-expanded="false" aria-haspopup="listbox" autocomplete="off" class="devsite-search-field devsite-search-query" name="q" placeholder="Search" role="combobox" type="text" value="" > <div class="devsite-search-image material-icons" aria-hidden="true"> </div> <div class="devsite-search-shortcut-icon-container" aria-hidden="true"> <kbd class="devsite-search-shortcut-icon">/</kbd> </div> </div> </div> </form> <button type="button" search-close class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Close search"></button> </devsite-search> </div> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="id" >Indonesia</a> </li> <li role="presentation"> <a role="menuitem" lang="it" >Italiano</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> <devsite-user enable-profiles fp-auth id="devsite-user"> <span class="button devsite-top-button" aria-hidden="true" visually-hidden>Sign in</span> </devsite-user> </div> </div> </div> <div class="devsite-collapsible-section "> <div class="devsite-header-background"> <div class="devsite-product-id-row" hidden> <div class="devsite-product-description-row"> </div> </div> <div class="devsite-doc-set-nav-row"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Lower Header" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> </ul> <cloudx-tabs-nav class="lower-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Lower tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - guides" track-metadata-module="primary nav" aria-label="Guides, selected" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" > Guides </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/reference" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/reference" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - reference" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" > Reference </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/samples" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/samples" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - samples" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" > Samples </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/resources" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/resources" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - resources" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" > Resources </a> </tab> </nav> </cloudx-tabs-nav> <div class="devsite-product-button-row"> <a href="https://cloud.google.com/contact" class="cta-button-secondary button " track-metadata-position="nav" track-name="sales" data-overflow="devsite-tabs-wrapper" data-overflow-wrapper="tab" track-metadata-eventDetail="nav" track-type="contact" data-overflow-container="left" >Contact Us</a> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary " referrerpolicy="no-referrer-when-downgrade" track-name="gcpCta" track-metadata-eventDetail="nav" track-metadata-position="nav" data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" data-overflow="devsite-top-logo-row" data-overflow-container="right" track-type="freeTrial" >Start free</a> </div> </div> </div> </div> </div> </devsite-header> <devsite-book-nav scrollbars > <div class="devsite-book-nav-filter" > <span class="filter-list-icon material-icons" aria-hidden="true"></span> <input type="text" placeholder="Filter" aria-label="Type to filter" role="searchbox"> <span class="filter-clear-button hidden" data-title="Clear filter" aria-label="Clear filter" role="button" tabindex="0"></span> </div> <nav class="devsite-book-nav devsite-nav nocontent" aria-label="Side menu"> <div class="devsite-mobile-header"> <button type="button" id="devsite-close-nav" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close navigation" aria-label="Close navigation"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> </div> <div class="devsite-book-nav-wrapper"> <div class="devsite-mobile-nav-top"> <ul class="devsite-nav-list"> <li class="devsite-nav-item"> <a href="/docs" class="devsite-nav-title gc-analytics-event devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Documentation" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Documentation </span> </a> <ul class="devsite-nav-responsive-tabs"> <li class="devsite-nav-item"> <a href="/dataproc/docs/quickstarts/update-cluster-console" class="devsite-nav-title gc-analytics-event devsite-nav-has-children devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Guides" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip menu="_book"> Guides </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="_book"> </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/reference" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Reference" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Reference </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/samples" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Samples" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Samples </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/resources" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Resources" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Resources </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/tech-area-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Technology areas" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Technology areas </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Technology areas"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Technology areas"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/cross-product-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Cross-product tools" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Cross-product tools </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Cross-product tools"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Cross-product tools"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Related sites" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Related sites </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Related sites"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Related sites"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/" class="devsite-nav-title gc-analytics-event " track-name="console" track-metadata-position="nav" track-metadata-eventDetail="nav" track-type="globalNav" referrerpolicy="no-referrer-when-downgrade" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Console" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Console </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="cta-button-secondary button" track-metadata-position="nav" track-name="sales" data-overflow="devsite-tabs-wrapper" data-overflow-wrapper="tab" track-metadata-eventDetail="nav" track-type="contact" data-overflow-container="left" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Us" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Us </span> </a> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary" referrerpolicy="no-referrer-when-downgrade" track-name="gcpCta" track-metadata-eventDetail="nav" track-metadata-position="nav" data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" data-overflow="devsite-top-logo-row" data-overflow-container="right" track-type="freeTrial" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Start free" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Start free </span> </a> </li> </ul> </div> <div class="devsite-mobile-nav-bottom"> <ul class="devsite-nav-list" menu="_book"> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Discover</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/overview" ><span class="devsite-nav-text" tooltip>Product overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Components</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item devsite-nav-expandable devsite-nav-alpha"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Docker</span><span class="devsite-nav-icon material-icons" data-icon="alpha" data-title="Alpha" aria-hidden="true"></span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/docker" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/docker" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/docker" ><span class="devsite-nav-text" tooltip>Docker component</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/flink" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/flink" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/flink" ><span class="devsite-nav-text" tooltip>Flink</span></a></li><li class="devsite-nav-item devsite-nav-beta"><a href="/dataproc/docs/concepts/components/hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hbase" ><span class="devsite-nav-text" tooltip>HBase</span><span class="devsite-nav-icon material-icons" data-icon="beta" data-title="Beta" aria-hidden="true"></span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hivewebhcat" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hivewebhcat" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hivewebhcat" ><span class="devsite-nav-text" tooltip>Hive WebHCat</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hudi" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hudi" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hudi" ><span class="devsite-nav-text" tooltip>Hudi</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/jupyter" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/jupyter" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/jupyter" ><span class="devsite-nav-text" tooltip>Jupyter</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/presto" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/presto" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/presto" ><span class="devsite-nav-text" tooltip>Presto</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Ranger</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger" ><span class="devsite-nav-text" tooltip>Install Ranger</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-w-kerberos" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-w-kerberos" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-w-kerberos" ><span class="devsite-nav-text" tooltip>Use Ranger with Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-caching-downscoping" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-caching-downscoping" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-caching-downscoping" ><span class="devsite-nav-text" tooltip>Use Ranger with caching and downscoping</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/backup-ranger-schema" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/backup-ranger-schema" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/backup-ranger-schema" ><span class="devsite-nav-text" tooltip>Back up and restore a Ranger schema</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/solr" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/solr" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/solr" ><span class="devsite-nav-text" tooltip>Solr</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/trino" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/trino" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/trino" ><span class="devsite-nav-text" tooltip>Trino</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zeppelin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zeppelin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zeppelin" ><span class="devsite-nav-text" tooltip>Zeppelin</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zookeeper" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zookeeper" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zookeeper" ><span class="devsite-nav-text" tooltip>Zookeeper</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/services" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/services" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/services" ><span class="devsite-nav-text" tooltip>Services</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Compute options</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/supported-machine-types" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/supported-machine-types" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/supported-machine-types" ><span class="devsite-nav-text" tooltip>Machine types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/gpus" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/gpus" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/gpus" ><span class="devsite-nav-text" tooltip>GPUs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-min-cpu" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-min-cpu" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-min-cpu" ><span class="devsite-nav-text" tooltip>Minimum CPU platform</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/secondary-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/secondary-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/secondary-vms" ><span class="devsite-nav-text" tooltip>Secondary workers</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-local-ssds" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-local-ssds" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-local-ssds" ><span class="devsite-nav-text" tooltip>Local solid state drives</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-persistent-disks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-persistent-disks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-persistent-disks" ><span class="devsite-nav-text" tooltip>Persistent boot disks</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Versioning</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.2" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.2" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.2" ><span class="devsite-nav-text" tooltip>2.2.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.1" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.1" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.1" ><span class="devsite-nav-text" tooltip>2.1.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.0" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.0" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.0" ><span class="devsite-nav-text" tooltip>2.0.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-version-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-version-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-version-clusters" ><span class="devsite-nav-text" tooltip>Cluster image version lists</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/resources/faq" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/resources/faq" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/resources/faq" ><span class="devsite-nav-text" tooltip>Frequently asked questions</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Get started</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run Spark on Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-console" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-console" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-console" ><span class="devsite-nav-text" tooltip>Use the console</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-gcloud" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-gcloud" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-gcloud" ><span class="devsite-nav-text" tooltip>Use the command line</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use the REST APIs Explorer</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-template" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/submit-spark-job-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/submit-spark-job-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/submit-spark-job-template" ><span class="devsite-nav-text" tooltip>Run a Spark job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/update-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/update-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/update-cluster-template" ><span class="devsite-nav-text" tooltip>Update a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/quickstart-explorer-delete" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/quickstart-explorer-delete" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/quickstart-explorer-delete" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-client-libraries" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-client-libraries" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-client-libraries" ><span class="devsite-nav-text" tooltip>Use client libraries</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" ><span class="devsite-nav-text" tooltip>Run Spark using Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Create</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/setup-project" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/setup-project" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/setup-project" ><span class="devsite-nav-text" tooltip>Set up a project</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-templates" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-templates" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-templates" ><span class="devsite-nav-text" tooltip>Use Dataproc templates</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Dataproc clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-cluster" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/high-availability" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/high-availability" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/high-availability" ><span class="devsite-nav-text" tooltip>Create a high availability cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/node-groups/dataproc-driver-node-groups" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" ><span class="devsite-nav-text" tooltip>Create a node group cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-partial-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-partial-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-partial-cluster" ><span class="devsite-nav-text" tooltip>Create a partial cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/single-node-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" ><span class="devsite-nav-text" tooltip>Create a single-node cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" ><span class="devsite-nav-text" tooltip>Create sole-tenant cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-versions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-versions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-versions" ><span class="devsite-nav-text" tooltip>Release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-nodepools" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" ><span class="devsite-nav-text" tooltip>Create node pools</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-custom-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Develop</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-mapreduce-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" ><span class="devsite-nav-text" tooltip>Apache Hadoop</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Apache HBase</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/dataproc-kafka-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/dataproc-kafka-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/dataproc-kafka-tutorial" ><span class="devsite-nav-text" tooltip>Apache Hive and Kafka</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Apache Spark</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-spark-dependencies" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-spark-dependencies" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-spark-dependencies" ><span class="devsite-nav-text" tooltip>Manage Spark dependencies</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-docker-yarn" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-docker-yarn" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-docker-yarn" ><span class="devsite-nav-text" tooltip>Customize Spark environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-fileoutput-committer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-fileoutput-committer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-fileoutput-committer" ><span class="devsite-nav-text" tooltip>Enable concurrent writes</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Enhance Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/spark-job-tuning" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/spark-job-tuning" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/spark-job-tuning" ><span class="devsite-nav-text" tooltip>Tune Spark</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-spark-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-spark-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-spark-example" ><span class="devsite-nav-text" tooltip>Use BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/gcs-connector-spark-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" ><span class="devsite-nav-text" tooltip>Use Cloud Storage connector</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Use HBase</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" ><span class="devsite-nav-text" tooltip>Use Monte Carlo simulation</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-sparkml" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-sparkml" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-sparkml" ><span class="devsite-nav-text" tooltip>Use Spark ML</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-scala" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-scala" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-scala" ><span class="devsite-nav-text" tooltip>Use Spark Scala</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use Notebooks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-notebooks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-notebooks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-notebooks" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/jupyter-notebook" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/jupyter-notebook" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/jupyter-notebook" ><span class="devsite-nav-text" tooltip>Run a Jupyter notebook on a Dataproc cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/genomics-single-cell" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/genomics-single-cell" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/genomics-single-cell" ><span class="devsite-nav-text" tooltip>Run a genomics analysis on a notebook</span></a></li><li class="devsite-nav-item"><a href="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc-serverless/docs/quickstarts/jupyterlab-sessions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" ><span class="devsite-nav-text" tooltip>Use the JupyterLab plugin on Dataproc Serverless</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Python</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-configuration" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-configuration" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-configuration" ><span class="devsite-nav-text" tooltip>Configure environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-library-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-library-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-library-example" ><span class="devsite-nav-text" tooltip>Use Cloud Client Libraries</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/trino-dataproc" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/trino-dataproc" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/trino-dataproc" ><span class="devsite-nav-text" tooltip>Trino</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Deploy</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/life-of-a-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/life-of-a-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/life-of-a-job" ><span class="devsite-nav-text" tooltip>Life of a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/submit-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/submit-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/submit-job" ><span class="devsite-nav-text" tooltip>Submit a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/restartable-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/restartable-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/restartable-jobs" ><span class="devsite-nav-text" tooltip>Restart jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use workflow templates</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-parameters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-parameters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-parameters" ><span class="devsite-nav-text" tooltip>Parameterization</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-yamls" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-yamls" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-yamls" ><span class="devsite-nav-text" tooltip>Use YAML files</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/cluster-selectors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/cluster-selectors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/cluster-selectors" ><span class="devsite-nav-text" tooltip>Use cluster selectors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/inline-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/inline-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/inline-workflows" ><span class="devsite-nav-text" tooltip>Use inline workflows</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Orchestrate workflows</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-schedule-solutions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" ><span class="devsite-nav-text" tooltip>Workflow scheduling solutions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-workflows" ><span class="devsite-nav-text" tooltip>Use Dataproc workflow templates</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-composer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-composer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-composer" ><span class="devsite-nav-text" tooltip>Use Cloud Composer</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-function" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-function" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-function" ><span class="devsite-nav-text" tooltip>Use Cloud Functions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-scheduler" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-scheduler" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-scheduler" ><span class="devsite-nav-text" tooltip>Use Cloud Scheduler</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Tune performance</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Optimize Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-metrics" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-metrics" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-metrics" ><span class="devsite-nav-text" tooltip>Dataproc metrics</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-alerts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-alerts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-alerts" ><span class="devsite-nav-text" tooltip>Create metric alerts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/profiling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/profiling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/profiling" ><span class="devsite-nav-text" tooltip>Profile resource usage</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Manage</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-start-stop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-start-stop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-start-stop" ><span class="devsite-nav-text" tooltip>Start and stop a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-cluster" ><span class="devsite-nav-text" tooltip>Update and delete a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-rotation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" ><span class="devsite-nav-text" tooltip>Rotate clusters</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-properties" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-properties" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-properties" ><span class="devsite-nav-text" tooltip>Set cluster properties</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/regional-endpoints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/regional-endpoints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/regional-endpoints" ><span class="devsite-nav-text" tooltip>Select region</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/auto-zone" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/auto-zone" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/auto-zone" ><span class="devsite-nav-text" tooltip>Autoselect zone</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/init-actions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/init-actions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/init-actions" ><span class="devsite-nav-text" tooltip>Define initialization actions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/flexible-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/flexible-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/flexible-vms" ><span class="devsite-nav-text" tooltip>Prioritize VM types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scheduled-deletion" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" ><span class="devsite-nav-text" tooltip>Schedule cluster deletion</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Scale clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scaling-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/autoscaling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/autoscaling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/autoscaling" ><span class="devsite-nav-text" tooltip>Autoscale clusters</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage data</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-hdfs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-hdfs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-hdfs" ><span class="devsite-nav-text" tooltip>Hadoop data storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/staging-bucket" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/staging-bucket" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/staging-bucket" ><span class="devsite-nav-text" tooltip>Select storage type</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/cluster-caching" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/cluster-caching" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/cluster-caching" ><span class="devsite-nav-text" tooltip>Cache cluster data</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" ><span class="devsite-nav-text" tooltip>Offload shuffle data</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage networks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/network" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/network" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/network" ><span class="devsite-nav-text" tooltip>Configure a network</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Access clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/ssh" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/ssh" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/ssh" ><span class="devsite-nav-text" tooltip>Use SSH</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/cluster-web-interfaces" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/cluster-web-interfaces" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/cluster-web-interfaces" ><span class="devsite-nav-text" tooltip>Connect to web interfaces</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/dataproc-gateways" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/dataproc-gateways" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/dataproc-gateways" ><span class="devsite-nav-text" tooltip>Use Component Gateway</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/workforce-identity-federation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/workforce-identity-federation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/workforce-identity-federation" ><span class="devsite-nav-text" tooltip>Set Workforce access</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage metadata and labels</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/lineage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/lineage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/lineage" ><span class="devsite-nav-text" tooltip>Enable data lineage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/metadata" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/metadata" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/metadata" ><span class="devsite-nav-text" tooltip>Set metadata</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/creating-managing-labels" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/creating-managing-labels" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/creating-managing-labels" ><span class="devsite-nav-text" tooltip>Set labels for filtering</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect to Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/migrate-hadoop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/migrate-hadoop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/migrate-hadoop" ><span class="devsite-nav-text" tooltip>Migrate Hadoop</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect with BigQuery</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/bigquery" ><span class="devsite-nav-text" tooltip>BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/hive-bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/hive-bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/hive-bigquery" ><span class="devsite-nav-text" tooltip>Hive-BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/examples/bigquery-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/examples/bigquery-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/examples/bigquery-example" ><span class="devsite-nav-text" tooltip>Code samples</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-bigtable" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-bigtable" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-bigtable" ><span class="devsite-nav-text" tooltip>Connect with Bigtable</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-storage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-storage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-storage" ><span class="devsite-nav-text" tooltip>Connect with Cloud Storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/pubsub-lite" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/pubsub-lite" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/pubsub-lite" ><span class="devsite-nav-text" tooltip>Connect with Pub/Sub Lite</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-best-practices" ><span class="devsite-nav-text" tooltip>Production best practices</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Secure and control access</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/security-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/security-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/security-best-practices" ><span class="devsite-nav-text" tooltip>Security best practices</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Authenticate users</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/authentication" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/authentication" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/authentication" ><span class="devsite-nav-text" tooltip>Authenticate to Dataproc</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/personal-auth" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/personal-auth" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/personal-auth" ><span class="devsite-nav-text" tooltip>Authenticate personal clusters</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Assign roles and permissions</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/iam" ><span class="devsite-nav-text" tooltip>Dataproc roles and permissions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/dataproc-principals" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/dataproc-principals" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/dataproc-principals" ><span class="devsite-nav-text" tooltip>Dataproc principals</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/granular-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/granular-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/granular-iam" ><span class="devsite-nav-text" tooltip>Granular IAM</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-iam" ><span class="devsite-nav-text" tooltip>Assign roles for Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/service-accounts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/service-accounts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/service-accounts" ><span class="devsite-nav-text" tooltip>Create service accounts</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Secure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/security" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/security" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/security" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/sa-multi-tenancy" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/sa-multi-tenancy" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/sa-multi-tenancy" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via service accounts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/confidential-compute" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/confidential-compute" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/confidential-compute" ><span class="devsite-nav-text" tooltip>Encrypt memory</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" ><span class="devsite-nav-text" tooltip>Manage data encryption keys</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/ranger-plugin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" ><span class="devsite-nav-text" tooltip>Enable Ranger authorization service</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" ><span class="devsite-nav-text" tooltip>Use the Secret Manager credential provider</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" ><span class="devsite-nav-text" tooltip>Create and secure a Hive metastore cluster</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-custom-constraints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-custom-constraints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-custom-constraints" ><span class="devsite-nav-text" tooltip>Create custom constraints</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/billing-questions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/billing-questions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/billing-questions" ><span class="devsite-nav-text" tooltip>Check billing</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Troubleshoot</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-monitor" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-monitor" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-monitor" ><span class="devsite-nav-text" tooltip>Overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Analyze logs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/logging" ><span class="devsite-nav-text" tooltip>Dataproc logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-job-output" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-job-output" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-job-output" ><span class="devsite-nav-text" tooltip>Job output logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/audit-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/audit-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/audit-logging" ><span class="devsite-nav-text" tooltip>Audit logs</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/support/diagnose-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/diagnose-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/diagnose-clusters" ><span class="devsite-nav-text" tooltip>Diagnose Dataproc clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-cluster-creation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-cluster-creation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-cluster-creation" ><span class="devsite-nav-text" tooltip>Troubleshoot cluster creation issues</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" ><span class="devsite-nav-text" tooltip>Diagnose Kubernetes clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-logging" ><span class="devsite-nav-text" tooltip>Enable Kubernetes logging</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-jobs" ><span class="devsite-nav-text" tooltip>Troubleshoot jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-oom-errors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-oom-errors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-oom-errors" ><span class="devsite-nav-text" tooltip>Troubleshoot memory errors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-job-delays" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" ><span class="devsite-nav-text" tooltip>Troubleshoot job delays</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/debugging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/debugging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/debugging" ><span class="devsite-nav-text" tooltip>Troubleshoot Workflow templates</span></a></li></ul></div></li> </ul> <ul class="devsite-nav-list" menu="Technology areas" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/ai-ml" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: AI and ML" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > AI and ML </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-development" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application development" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application development </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-hosting" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application hosting" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application hosting </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/compute-area" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Compute" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Compute </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/data" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Data analytics and pipelines" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Data analytics and pipelines </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/databases" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Databases" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Databases </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/dhm-cloud" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Distributed, hybrid, and multicloud" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Distributed, hybrid, and multicloud </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/generative-ai" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Generative AI" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Generative AI </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/industry" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Industry solutions" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Industry solutions </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/networking" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Networking" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Networking </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/observability" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Observability and monitoring" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Observability and monitoring </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/security" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Security" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Security </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/storage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Storage" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Storage </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Cross-product tools" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/access-resources" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Access and resources management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Access and resources management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/costs-usage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Costs and usage management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Costs and usage management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/devtools" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud SDK, languages, frameworks, and tools" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud SDK, languages, frameworks, and tools </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/iac" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Infrastructure as code" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Infrastructure as code </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/migration" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Migration" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Migration </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Related sites" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Home" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Home </span> </a> </li> <li class="devsite-nav-item"> <a href="/free" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Free Trial and Free Tier" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Free Trial and Free Tier </span> </a> </li> <li class="devsite-nav-item"> <a href="/architecture" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Architecture Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Architecture Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Blog" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Blog </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Sales" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Sales </span> </a> </li> <li class="devsite-nav-item"> <a href="/developers" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace </span> </a> </li> <li class="devsite-nav-item"> <a href="/marketplace/docs" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace Documentation" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace Documentation </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Skills Boost" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Skills Boost </span> </a> </li> <li class="devsite-nav-item"> <a href="/solutions" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Solution Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Solution Center </span> </a> </li> <li class="devsite-nav-item"> <a href="/support-hub" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Support" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Support </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Tech Youtube Channel" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Tech Youtube Channel </span> </a> </li> </ul> </div> </div> </nav> </devsite-book-nav> <section id="gc-wrapper"> <main role="main" class="devsite-main-content" has-book-nav has-sidebar > <div class="devsite-sidebar"> <div class="devsite-sidebar-content"> <devsite-toc class="devsite-nav" role="navigation" aria-label="On this page" depth="2" scrollbars ></devsite-toc> <devsite-recommendations-sidebar class="nocontent devsite-nav"> </devsite-recommendations-sidebar> </div> </div> <devsite-content> <article class="devsite-article"> <div class="devsite-article-meta nocontent" role="navigation"> <ul class="devsite-breadcrumb-list" aria-label="Breadcrumb"> <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Google Cloud" > Home </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="2" track-type="globalNav" track-name="breadcrumb" track-metadata-position="2" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="3" track-type="globalNav" track-name="breadcrumb" track-metadata-position="3" track-metadata-eventdetail="Dataproc Documentation" > Documentation </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="4" track-type="globalNav" track-name="breadcrumb" track-metadata-position="4" track-metadata-eventdetail="" > Guides </a> </li> </ul> <devsite-thumb-rating position="header"> </devsite-thumb-rating> </div> <devsite-feedback position="header" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="header" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <h1 class="devsite-page-title" tabindex="-1"> Use workflows </h1> <devsite-feature-tooltip ack-key="AckCollectionsBookmarkTooltipDismiss" analytics-category="Site-Wide Custom Events" analytics-action-show="Callout Profile displayed" analytics-action-close="Callout Profile dismissed" analytics-label="Create Collection Callout" class="devsite-page-bookmark-tooltip nocontent" dismiss-button="true" id="devsite-collections-dropdown" dismiss-button-text="Dismiss" close-button-text="Got it"> <devsite-bookmark></devsite-bookmark> <span slot="popout-heading"> Stay organized with collections </span> <span slot="popout-contents"> Save and categorize content based on your preferences. </span> </devsite-feature-tooltip> <div class="devsite-page-title-meta"><devsite-view-release-notes></devsite-view-release-notes></div> <devsite-toc class="devsite-nav" depth="2" devsite-toc-embedded > </devsite-toc> <div class="devsite-article-body clearfix "> <p>You set up and run a workflow by:</p> <ol> <li>Creating a workflow template</li> <li>Configuring a managed (ephemeral) cluster or selecting an existing cluster</li> <li>Adding jobs</li> <li>Instantiating the template to run the workflow</li> </ol> <aside class="key-point">You can <a href="/dataproc/docs/concepts/workflows/workflow-parameters">parameterize a workflow template</a> to use it dynamically for different workflows. You can also <a href="/dataproc/docs/concepts/workflows/using-yamls">use YAML files</a> or call the <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/instantiateInline">InstantiateInline</a> API to define and run an <a href="/dataproc/docs/concepts/workflows/overview#inline">inline</a> workflow that does not create or modify workflow template resources.</aside> <h2 id="creating_a_template" data-text="Creating a template" tabindex="-1">Creating a template</h2> <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-cli" data-text="gcloud CLI" tabindex="-1">gcloud CLI</h3> <p>Run the following <code translate="no" dir="ltr">command</code> to create a Dataproc workflow template resource.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates create <var translate="no">TEMPLATE_ID</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p>Notes:</p> <ul> <li><var translate="no">REGION</var>: Specify the <a href="/compute/docs/regions-zones#available">region</a> where your template will run.</li> <li><var translate="no">TEMPLATE_ID</var>: Provide an ID for your template, such as, "workflow-template-1".</li> <li>CMEK encryption. You can add the <a href="/sdk/gcloud/reference/dataproc/workflow-templates/create#--kms-key">--kms-key</a> flag to use <a href="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption#use_cmek_with_workflow_template_data">CMEK encryption</a> on workflow template job arguments.</li> </ul> </section> <section> <h3 id="rest-api" data-text="REST API" tabindex="-1">REST API</h3> <p>Submit a <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates#resource-workflowtemplate">WorkflowTemplate</a> as part of a <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/create">workflowTemplates.create</a> request. You can add the <a href="/dataproc/docs/reference/rest/v1/projects.locations.workflowTemplates#encryptionconfig">WorkflowTemplate.EncryptionConfig.kmsKey</a> field to use <a href="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption#use_cmek_with_workflow_template_data">CMEK encryption</a> on workflow template job arguments. kmsKey</p> </section> <section> <h3 id="console" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.</p> </section> </div> <h3 id="configuring_or_selecting_a_cluster" data-text="Configuring or selecting a cluster" tabindex="-1">Configuring or selecting a cluster</h3> <p>Dataproc can create and use a new, "managed" cluster for your workflow or an existing cluster.</p> <ul> <li><p><strong>Existing cluster:</strong> See <a href="/dataproc/docs/concepts/workflows/cluster-selectors">Using cluster selectors with workflows</a> to select an existing cluster for your workflow.</p></li> <li><p><strong>Managed cluster:</strong> You must configure a managed cluster for your workflow. Dataproc will create this new cluster to run workflow jobs, then delete the cluster at the end of the workflow.</p> <p>You can configure a managed cluster for your workflow using the <code translate="no" dir="ltr">gcloud</code> command-line tool or the Dataproc API. <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-command" data-text="gcloud command" tabindex="-1">gcloud command</h3> <p>Use flags inherited from <a href="/sdk/gcloud/reference/dataproc/clusters/create">gcloud dataproc cluster create</a> to configure the managed cluster, such as the number of workers and the master and worker machine type. Dataproc will add a suffix to the cluster name to ensure uniqueness. You can use the <code translate="no" dir="ltr">--service-account</code> flag to specify a <a href="/dataproc/docs/concepts/configuring-clusters/service-accounts#VM_service_account">VM service account</a> for the managed cluster.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates set-managed-cluster <var translate="no">TEMPLATE_ID</var> \     --region=<var translate="no">REGION</var> \     --master-machine-type=<var translate="no">MACHINE_TYPE</var> \     --worker-machine-type=<var translate="no">MACHINE_TYPE</var> \     --num-workers=<var translate="no">NUMBER</var> \     --cluster-name=<var translate="no">CLUSTER_NAME</var>     --service-account=<var translate="no">SERVICE_ACCOUNT</var> </pre></devsite-code> </section> <section> <h3 id="rest-api_1" data-text="REST API" tabindex="-1">REST API</h3> <p>See <a href="/dataproc/docs/reference/rest/v1/projects.locations.workflowTemplates#managedcluster">WorkflowTemplatePlacement.ManagedCluster</a>, which you can provide as part of a completed <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates#resource-workflowtemplate">WorkflowTemplate</a> submitted with a <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/create">workflowTemplates.create</a> or <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/update">workflowTemplates.update</a> request.</p> <p>You can use the <a href="/dataproc/docs/reference/rest/v1/ClusterConfig#gceclusterconfig"><code translate="no" dir="ltr">GceClusterConfig.serviceAccount</code></a> field to specify a <a href="/dataproc/docs/concepts/configuring-clusters/service-accounts#VM_service_account">VM service account</a> for the managed cluster.</p> </section> <section> <h3 id="console_1" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.</p> </section> </div></p></li> </ul> <h2 id="adding_jobs_to_a_template" data-text="Adding jobs to a template" tabindex="-1">Adding jobs to a template</h2> <p>All jobs run concurrently unless you specify one or more job dependencies. A job's dependencies are expressed as a list of other jobs that must finish successfully before the ultimate job can start. You must provide a <code translate="no" dir="ltr">step-id</code> for each job. The ID must be unique within the workflow, but does not need to be unique globally.</p> <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-command_1" data-text="gcloud command" tabindex="-1">gcloud command</h3> <p>Use job type and flags inherited from <a href="/sdk/gcloud/reference/dataproc/jobs/submit">gcloud dataproc jobs submit</a> to define the job to add to the template. You can optionally use the <code translate="no" dir="ltr">‑‑start-after <var translate="no">job-id of another workflow job</var></code> flag to have the job start after the completion of one or more other jobs in the workflow.</p> <aside>Currently, the <code translate="no" dir="ltr">--max-failures-per-hour</code> and <code translate="no" dir="ltr">--max-failures-per-hour</code> <a href="/dataproc/docs/concepts/jobs/restartable-jobs#creating_and_using_restartable_jobs">restartable job flags</a> are not supported in Dataproc workflow template jobs.</aside> <p><strong>Examples:</strong></p> <p>Add Hadoop job "foo" to the "my-workflow" template.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates add-job hadoop \     --region=<var translate="no">REGION</var> \     --step-id=foo \     --workflow-template=my-workflow \     -- <var translate="no">space separated job args</var> </pre></devsite-code> <p>Add job "bar" to the "my-workflow" template, which will be run after workflow job "foo" has completed successfully.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates add-job <var translate="no">JOB_TYPE</var> \     --region=<var translate="no">REGION</var> \     --step-id=bar \     --start-after=foo \     --workflow-template=my-workflow \     -- <var translate="no">space separated job args</var> </pre></devsite-code> <p>Add another job "baz" to "my-workflow" template to be run after the successful completion of both "foo" and "bar" jobs.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates add-job <var translate="no">JOB_TYPE</var> \     --region=<var translate="no">REGION</var> \     --step-id=baz \     --start-after=foo,bar \     --workflow-template=my-workflow \     -- <var translate="no">space separated job args</var> </pre></devsite-code> </section> <section> <h3 id="rest-api_2" data-text="REST API" tabindex="-1">REST API</h3> <p>See <a href="/dataproc/docs/reference/rest/v1/projects.locations.workflowTemplates#orderedjob">WorkflowTemplate.OrderedJob</a>. This field is provided as part of a completed <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates#resource-workflowtemplate">WorkflowTemplate</a> submitted with a <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/create">workflowTemplates.create</a> or <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/update">workflowTemplates.update</a> request.</p> <aside>Currently, the <code translate="no" dir="ltr">maxFailuresPerHour</code> and <code translate="no" dir="ltr">maxFailuresTotal</code> <a href="/dataproc/docs/reference/rest/v1/JobScheduling">OrderedJob.JobScheduling</a> fields are not supported in Dataproc workflow template jobs.</aside> </section> <section> <h3 id="console_2" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.<p> <aside>Currently, the <code translate="no" dir="ltr">Max restarts per hour</code> <a href="/dataproc/docs/concepts/jobs/restartable-jobs#creating_and_using_restartable_jobs"> restartable job option</a> is not supported in Dataproc workflow template jobs.</aside> </section> </div> <h2 id="running_a_workflow" data-text="Running a workflow" tabindex="-1">Running a workflow</h2> <p>The instantiation of a workflow template runs the workflow defined by the template. Multiple instantiations of a template are supported—you can run a workflow multiple times.</p> <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-command_2" data-text="gcloud command" tabindex="-1">gcloud command</h3> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates instantiate <var translate="no">TEMPLATE_ID</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p>The command returns an operation ID, which you can use to track workflow status.</p> <strong>Example command and output:</strong> <div></div><devsite-code><pre class="devsite-disable-click-to-copy" translate="no" dir="ltr" is-upgraded> gcloud beta dataproc workflow-templates instantiate my-template-id \     --region=us-central1 ... WorkflowTemplate [my-template-id] RUNNING ... Created cluster: my-template-id-rg544az7mpbfa. Job ID teragen-rg544az7mpbfa RUNNING Job ID teragen-rg544az7mpbfa COMPLETED Job ID terasort-rg544az7mpbfa RUNNING Job ID terasort-rg544az7mpbfa COMPLETED Job ID teravalidate-rg544az7mpbfa RUNNING Job ID teravalidate-rg544az7mpbfa COMPLETED ... Deleted cluster: my-template-id-rg544az7mpbfa. WorkflowTemplate [my-template-id] DONE </pre></devsite-code> </section> <section> <h3 id="rest-api_3" data-text="REST API" tabindex="-1">REST API</h3> See <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/instantiate">workflowTemplates.instantiate</a>. </section> <section> <h3 id="console_3" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.</p> </section> </div> <h2 id="workflow_job_failures" data-text="Workflow job failures" tabindex="-1">Workflow job failures</h2> <p>A failure in any job in a workflow will cause the workflow to fail. Dataproc will seek to mitigate the effect of failures by causing all concurrently executing jobs to fail and preventing subsequent jobs from starting.</p> <h2 id="monitoring_and_listing_a_workflow" data-text="Monitoring and listing a workflow" tabindex="-1">Monitoring and listing a workflow</h2> <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-command_3" data-text="gcloud command" tabindex="-1">gcloud command</h3> <p>To monitor a workflow:</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc operations describe <var translate="no">OPERATION_ID</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p><strong>Note:</strong> The operation-id is returned when you instantiate the workflow with <code translate="no" dir="ltr">gcloud dataproc workflow-templates instantiate</code> (see <a href="#running_a_workflow">Running a workflow</a>). </p> <p>To list workflow status:</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc operations list \     --region=<var translate="no">REGION</var> \     --filter="labels.goog-dataproc-operation-type=WORKFLOW AND status.state=RUNNING" </pre></devsite-code> </section> <section> <h3 id="rest-api_4" data-text="REST API" tabindex="-1">REST API</h3> <p>To monitor a workflow, use the Dataproc <a href="/dataproc/docs/reference/rest/v1/projects.regions.operations/get">operations.get</a> API.</p> <p>To list running workflows, use the Dataproc <a href="/dataproc/docs/reference/rest/v1/projects.regions.operations/list">operations.list</a> API with a label filter.</p> </section> <section> <h3 id="console_4" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.</p> </section> </div> <h2 id="terminating_a_workflow" data-text="Terminating a workflow" tabindex="-1">Terminating a workflow</h2> <p>You can end a workflow using the Google Cloud CLI or by calling the Dataproc API.</p> <aside class="note"><strong>Note:</strong><span> Ending a workflow cancels running workflow jobs and, if the workflow runs on a managed (ephemeral) cluster, deletes the managed cluster.</span></aside> <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-command_4" data-text="gcloud command" tabindex="-1">gcloud command</h3> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc operations cancel <var translate="no">OPERATION_ID</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <strong>Note:</strong> The operation-id that is returned when you instantiate the workflow with <code translate="no" dir="ltr">gcloud dataproc workflow-templates instantiate</code> (see <a href="#running_a_workflow">Running a workflow</a>). </section> <section> <h3 id="rest-api_5" data-text="REST API" tabindex="-1">REST API</h3> <p>See the <a href="/dataproc/docs/reference/rest/v1/projects.regions.operations/cancel">operations.cancel</a> API.</p> </section> <section> <h3 id="console_5" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.</p> </section> </div> <h2 id="updating_a_workflow_template" data-text="Updating a workflow template" tabindex="-1">Updating a workflow template</h2> <p>Updates do not affect running workflows. The new template version will only apply to new workflows.</p> <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-command_5" data-text="gcloud command" tabindex="-1">gcloud command</h3> <p>Workflow templates can be updated by issuing new <code translate="no" dir="ltr">gcloud workflow-templates</code> commands that reference an existing workflow template-id:</p> <ul><li><a href="#adding_jobs_to_a_template"><code translate="no" dir="ltr">gcloud dataproc workflow-templates add job</code></a></li> <li><a href="#configuring_or_selecting_a_cluster"><code translate="no" dir="ltr">gcloud dataproc workflow-templates set-managed-cluster</code></a></li> <li><a href="/dataproc/docs/concepts/workflows/cluster-selectors#adding_a_cluster_selector_to_a_template"><code translate="no" dir="ltr">gcloud dataproc workflow-templates set-cluster-selector</code></a></li> </ul> to an existing workflow template. </section> <section> <h3 id="rest-api_6" data-text="REST API" tabindex="-1">REST API</h3> <p>To make an update to a template with the REST API:</p> <ol> <li>Call <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/get">workflowTemplates.get</a>, which returns the current template with the <code translate="no" dir="ltr">version</code> field filled in with the current server version.</li> <li>Make updates to the fetched template.</li> <li>Call <a href="/dataproc/docs/reference/rest/v1/projects.locations.workflowTemplates/update">workflowTemplates.update</a> with the updated template.</li> </ol> <aside>As a guard against concurrent modifications, a request to update a template must specify the current server version in the <code translate="no" dir="ltr">workflowTemplate.version</code> field.</aside> </section> <section> <h3 id="console_6" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.</p> </section> </div> <h2 id="deleting_a_workflow_template" data-text="Deleting a workflow template" tabindex="-1">Deleting a workflow template</h2> <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-command_6" data-text="gcloud command" tabindex="-1">gcloud command</h3> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates delete <var translate="no">TEMPLATE_ID</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p><strong>Note:</strong> The operation-id that is returned when you instantiate the workflow with <code translate="no" dir="ltr">gcloud dataproc workflow-templates instantiate</code> (see <a href="#running_a_workflow">Running a workflow</a>).</p> </section> <section> <h3 id="rest-api_7" data-text="REST API" tabindex="-1">REST API</h3> See <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/delete">workflowTemplates.delete</a>. </section> <section> <h3 id="console_7" data-text="Console" tabindex="-1">Console</h3> <p>You can view existing workflow templates and instantiated workflows from the Dataproc <a href="https://console.cloud.google.com/dataproc/workflows/instances"><strong>Workflows</strong></a> page in Google Cloud console.</p> </section> </div> <devsite-hats-survey class="nocontent" hats-id="mwETRvWii0eU5NUYprb0Y9z5GVbc" listnr-id="83405"></devsite-hats-survey> </div> <devsite-thumb-rating position="footer"> </devsite-thumb-rating> <devsite-feedback position="footer" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="footer" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <div class="devsite-floating-action-buttons"> </div> </article> <devsite-content-footer class="nocontent"> <p>Except as otherwise noted, the content of this page is licensed under the <a href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 License</a>, and code samples are licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache 2.0 License</a>. For details, see the <a href="https://developers.google.com/site-policies">Google Developers Site Policies</a>. Java is a registered trademark of Oracle and/or its affiliates.</p> <p>Last updated 2024-11-19 UTC.</p> </devsite-content-footer> <devsite-notification > </devsite-notification> <div class="devsite-content-data"> <template class="devsite-thumb-rating-feedback"> <devsite-feedback position="thumb-rating" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="thumb-rating" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Need to tell us more? </button> </devsite-feedback> </template> <template class="devsite-content-data-template"> [[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2024-11-19 UTC."],[],[]] </template> </div> </devsite-content> </main> <devsite-footer-promos class="devsite-footer"> </devsite-footer-promos> <devsite-footer-linkboxes class="devsite-footer"> <nav class="devsite-footer-linkboxes nocontent" aria-label="Footer links"> <ul class="devsite-footer-linkboxes-list"> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Why Google</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/why-google-cloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-child_headline="why google"track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/why-google-cloud/"track-metadata-module="footer"track-name="choosing google cloud"> Choosing Google Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/trust-center/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-module="footer"track-name="trust and security"track-metadata-child_headline="why google"track-metadata-eventDetail="cloud.google.com/security/"track-metadata-position="footer"track-type="footer link"> Trust and security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/modern-infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-position="footer"track-name="modern infrastructure cloud"track-metadata-eventDetail="cloud.google.com/solutions/modern-infrastructure/"track-metadata-child_headline="why google"track-type="footer link"track-metadata-module="footer"> Modern Infrastructure Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/multicloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/multicloud/"track-name="multicloud"track-metadata-child_headline="why google"> Multicloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-type="footer link"track-name="global infrastructure"track-metadata-child_headline="why google"track-metadata-position="footer"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/infrastructure/"> Global infrastructure </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/customers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-child_headline="why google"track-type="footer link"track-name="customers and case studies"track-metadata-eventDetail="cloud.google.com/customers/"track-metadata-module="footer"track-metadata-position="footer"> Customers and case studies </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/analyst-reports/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/analyst-reports/"track-metadata-child_headline="why google"track-type="footer link"track-metadata-module="footer"track-name="analyst reports"> Analyst reports </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/whitepapers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-type="footer link"track-name="whitepapers"track-metadata-child_headline="why google"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/whitepapers/"track-metadata-position="footer"> Whitepapers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/blog/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/blog/"track-metadata-module="footer"track-metadata-child_headline="engage"track-name="blog"track-type="footer link"> Blog </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Products and pricing</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/pricing/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-name="google cloud pricing"track-metadata-position="footer"track-metadata-module="footer"track-metadata-child_headline="products and pricing"track-type="footer link"track-metadata-eventDetail="cloud.google.com/pricing/"> Google Cloud pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//workspace.google.com/pricing.html" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-child_headline="products and pricing"track-metadata-eventDetail="workspace.google.com/pricing.html"track-metadata-position="footer"track-type="footer link"target="_blank"track-metadata-module="footer"track-name="google workspace pricing"> Google Workspace pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/products/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/products/"track-metadata-module="footer"track-type="footer link"track-metadata-child_headline="products and pricing"track-name="see all products"> See all products </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Solutions</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/solutions/infrastructure-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-type="footer link"track-name="infrastructure modernization"track-metadata-module="footer"track-metadata-position="footer"track-metadata-child_headline="solutions"track-metadata-eventDetail="cloud.google.com/solutions/infrastructure-modernization/"> Infrastructure modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/databases/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-child_headline="solutions"track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/databases"track-metadata-module="footer"track-metadata-position="footer"track-name="databases"> Databases </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/application-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-type="footer link"track-metadata-position="footer"track-metadata-child_headline="solutions"track-metadata-module="footer"track-name="application development"track-metadata-eventDetail="cloud.google.com/solutions/application-modernization/"> Application modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/smart-analytics/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-module="footer"track-metadata-position="footer"track-name="smart analytics"track-metadata-eventDetail="cloud.google.com/solutions/smart-analytics/"track-type="footer link"track-metadata-child_headline="solutions"> Smart analytics </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/ai/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-child_headline="solutions"track-metadata-module="footer"track-type="footer link"track-name="artificial intelligence"track-metadata-eventDetail="cloud.google.com/solutions/ai/"track-metadata-position="footer"> Artificial Intelligence </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/security/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-eventDetail="cloud.google.com/solutions/security/"track-metadata-position="footer"track-metadata-child_headline="solutions"track-metadata-module="footer"track-name="security"track-type="footer link"> Security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://workspace.google.com/enterprise/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-child_headline="solutions"track-type="footer link"track-name="productivity and work transformation"track-metadata-eventDetail="workspace.google.com/enterprise/"target="_blank"track-metadata-module="footer"track-metadata-position="footer"> Productivity & work transformation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#industry-solutions" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-position="footer"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/solutions/#industry-solutions"track-metadata-child_headline="solutions"track-name="industry solutions"track-type="footer link"> Industry solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/devops/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-position="footer"track-type="footer link"track-name="devops solutions"track-metadata-eventDetail="cloud.google.com/solutions/devops/"track-metadata-module="footer"track-metadata-child_headline="solutions"> DevOps solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#section-14" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-module="footer"track-name="small business solutions"track-type="footer link"track-metadata-child_headline="solutions"track-metadata-eventDetail="cloud.google.com/solutions/#section-14"track-metadata-position="footer"> Small business solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-metadata-module="footer"track-name="see all solutions"track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/"track-metadata-child_headline="solutions"track-metadata-position="footer"> See all solutions </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Resources</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/affiliate-program/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-module="footer"track-metadata-child_headline="resources"track-type="footer link"track-metadata-eventDetail="cloud.google.com/affiliate-program/"track-name="google cloud affiliate program"track-metadata-position="footer"> Google Cloud Affiliate Program </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-type="footer link"track-metadata-eventDetail="cloud.google.com/docs/"track-metadata-child_headline="resources"track-metadata-position="footer"track-metadata-module="footer"track-name="google cloud documentation"> Google Cloud documentation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/get-started/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-child_headline="resources"track-type="footer link"track-name="google cloud quickstarts"track-metadata-eventDetail="cloud.google.com/docs/get-started/"track-metadata-position="footer"track-metadata-module="footer"> Google Cloud quickstarts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/marketplace/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-position="footer"track-name="google cloud marketplace"track-metadata-eventDetail="cloud.google.com/marketplace/"track-metadata-module="footer"track-metadata-child_headline="resources"track-type="footer link"> Google Cloud Marketplace </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/discover/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-eventDetail="learn/"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-name="learn about cloud computing"track-metadata-child_headline="resources"> Learn about cloud computing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/support-hub/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-module="footer"track-metadata-position="footer"track-metadata-child_headline="resources"track-name="support"track-metadata-eventDetail="cloud.google.com/support-hub/"track-type="footer link"> Support </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/samples" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-position="footer"track-metadata-child_headline="resources"track-type="footer link"track-metadata-eventDetail="cloud.google.com/docs/samples"track-metadata-module="footer"track-name="code samples"> Code samples </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/architecture/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/architecture/"track-metadata-child_headline="resources"track-type="footer link"track-metadata-position="footer"track-name="cloud architecture center"> Cloud Architecture Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/training/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-module="footer"track-name="training"track-metadata-eventDetail="cloud.google.com/training/"track-metadata-child_headline="resources"track-type="footer link"track-metadata-position="footer"> Training </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/certification/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-eventDetail="cloud.google.com/certification"track-metadata-child_headline="resources"track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-name="certifications"> Certifications </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//developers.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-name="google developers"track-type="footer link"track-metadata-child_headline="resources"track-metadata-module="footer"target="_blank"track-metadata-position="footer"track-metadata-eventDetail="developers.google.com"> Google for Developers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/startup/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" track-type="footer link"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/startup/"track-metadata-module="footer"track-name="google cloud for startups"track-metadata-child_headline="resources"> Google Cloud for Startups </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//status.cloud.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" track-metadata-module="footer"track-metadata-child_headline="resources"track-type="footer link"track-metadata-eventDetail="status.cloud.google.com"track-name="system status"target="_blank"track-metadata-position="footer"> System status </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/release-notes" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 14)" track-type="footer link"track-metadata-position="footer"track-metadata-child_headline="resources"track-name="release notes"track-metadata-eventDetail="cloud.google.com/release-notes/"track-metadata-module="footer"> Release Notes </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Engage</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/contact/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-module="footer"track-name="contact sales"track-metadata-eventDetail="cloud.google.com/contact/"track-metadata-position="footer"track-metadata-child_headline="engage"track-type="footer link"> Contact sales </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/find-a-partner" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" target="_blank"track-metadata-module="footer"track-metadata-child_headline="engage"track-type="footer link"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/find-a-partner"track-name="find a partner"> Find a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/partners/become-a-partner/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-position="footer"track-type="footer link"track-name="become a partner"track-metadata-child_headline="engage"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/partners/become-a-partner/"> Become a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/events/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-child_headline="engage"track-metadata-position="footer"track-metadata-module="footer"track-name="events"track-type="footer link"track-metadata-eventDetail="cloud.withgoogle.com/events"> Events </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/podcasts/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" target="_blank"track-metadata-eventDetail="cloud.google.com/podcasts/"rel="noopener"track-name="podcasts"track-metadata-module="footer"track-metadata-child_headline="engage"track-metadata-position="footer"track-type="footer link"> Podcasts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/developers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/developers/"track-name="developer center"track-type="footer link"track-metadata-child_headline="engage"track-metadata-position="footer"> Developer Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudpresscorner.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-position="footer"track-metadata-module="footer"rel="noopener"track-type="footer link"target="_blank"track-metadata-child_headline="engage"track-name="press corner"track-metadata-eventDetail="www.googlecloudpresscorner.com"> Press Corner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-position="footer"track-metadata-child_headline="engage"rel="noopener"track-name="google cloud on youtube"track-metadata-module="footer"track-type="footer link"target="_blank"track-metadata-eventDetail="www.youtube.com/googlecloud"> Google Cloud on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloudplatform" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-eventDetail="www.youtube.com/googlecloudplatform"target="_blank"track-metadata-child_headline="engage"rel="noopener"track-name="google cloud tech on youtube"track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"> Google Cloud Tech on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//x.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"rel="noopener"track-name="follow on x"target="_blank"track-metadata-eventDetail="x.com/googlecloud"track-metadata-child_headline="engage"> Follow on X </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-metadata-position="footer"track-name="join user research"track-metadata-child_headline="engage"track-metadata-module="footer"track-type="footer link"track-metadata-eventDetail="userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693"target="_blank"> Join User Research </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//careers.google.com/cloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" track-metadata-module="footer"track-name="we are hiring join google cloud"track-metadata-child_headline="engage"track-metadata-eventDetail="careers.google.com/cloud"track-metadata-position="footer"track-type="footer link"target="_blank"> We're hiring. Join Google Cloud! </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudcommunity.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" track-metadata-eventDetail="www.googlecloudcommunity.com"rel="noopener"track-name="google cloud community"track-metadata-child_headline="engage"track-metadata-position="footer"track-type="footer link"track-metadata-module="footer"target="_blank"> Google Cloud Community </a> </li> </ul> </li> </ul> </nav> </devsite-footer-linkboxes> <devsite-footer-utility class="devsite-footer"> <div class="devsite-footer-utility nocontent"> <nav class="devsite-footer-utility-links" aria-label="Utility links"> <ul class="devsite-footer-utility-list"> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//about.google/" data-category="Site-Wide Custom Events" data-label="Footer About Google link" track-type="footer link" track-name="about google" target="_blank" track-metadata-module="utility footer" track-metadata-position="footer" track-metadata-eventDetail="//about.google/" > About Google </a> </li> <li class="devsite-footer-utility-item devsite-footer-privacy-link"> <a class="devsite-footer-utility-link gc-analytics-event" href="//policies.google.com/privacy" data-category="Site-Wide Custom Events" data-label="Footer Privacy link" track-metadata-position="footer" track-name="privacy" target="_blank" track-metadata-module="utility footer" track-type="footer link" track-metadata-eventDetail="//policies.google.com/privacy" > Privacy </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//www.google.com/intl/en/policies/terms/regional.html" data-category="Site-Wide Custom Events" data-label="Footer Site terms link" track-metadata-module="utility footer" track-type="footer link" target="_blank" track-name="site terms" track-metadata-position="footer" track-metadata-eventDetail="//www.google.com/intl/en/policies/terms/regional.html" > Site terms </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="/product-terms/" data-category="Site-Wide Custom Events" data-label="Footer Google Cloud terms link" track-metadata-eventDetail="/product-terms/" track-type="footer link" track-name="google cloud terms" track-metadata-module="utility footer" track-metadata-position="footer" > Google Cloud terms </a> </li> <li class="devsite-footer-utility-item glue-cookie-notification-bar-control"> <a class="devsite-footer-utility-link gc-analytics-event" href="#" data-category="Site-Wide Custom Events" data-label="Footer Manage cookies link" track-metadata-module="utility footer" track-name="Manage cookies" track-metadata-eventDetail="#" track-metadata-position="footer" track-type="footer link" aria-hidden="true" > Manage cookies </a> </li> <li class="devsite-footer-utility-item devsite-footer-carbon-button"> <a class="devsite-footer-utility-link gc-analytics-event" href="/sustainability" data-category="Site-Wide Custom Events" data-label="Footer Our third decade of climate action: join us link" track-metadata-eventDetail="/sustainability/" track-name="Our third decade of climate action: join us" track-type="footer link" track-metadata-module="utility footer" track-metadata-position="footer" > Our third decade of climate action: join us </a> </li> <li class="devsite-footer-utility-item devsite-footer-utility-button"> <span class="devsite-footer-utility-description">Sign up for the Google Cloud newsletter</span> <a class="devsite-footer-utility-link gc-analytics-event" href="/newsletter/" data-category="Site-Wide Custom Events" data-label="Footer Subscribe link" track-name="subscribe" track-metadata-module="utility footer" track-type="footer link" track-metadata-position="footer" track-metadata-eventDetail="/newsletter/" > Subscribe </a> </li> </ul> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="id" >Indonesia</a> </li> <li role="presentation"> <a role="menuitem" lang="it" >Italiano</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> </nav> </div> </devsite-footer-utility> <devsite-panel></devsite-panel> </section></section> <devsite-sitemask></devsite-sitemask> <devsite-snackbar></devsite-snackbar> <devsite-tooltip ></devsite-tooltip> <devsite-heading-link></devsite-heading-link> <devsite-analytics> <script type="application/json" analytics>[]</script> <script type="application/json" tag-management>{"at": "True", "ga4": [], "ga4p": [], "gtm": [{"id": "GTM-5CVQBG", "purpose": 1}], "parameters": {"internalUser": "False", "language": {"machineTranslated": "False", "requested": "en", "served": "en"}, "pageType": "article", "projectName": "Dataproc Documentation", "signedIn": "False", "tenant": "cloud", "recommendations": {"sourcePage": "", "sourceType": 0, "sourceRank": 0, "sourceIdenticalDescriptions": 0, "sourceTitleWords": 0, "sourceDescriptionWords": 0, "experiment": ""}, "experiment": {"ids": ""}}}</script> </devsite-analytics> <devsite-badger></devsite-badger> <cloudx-user></cloudx-user> <cloudx-free-trial-eligible-store freeTrialEligible='true'></cloudx-free-trial-eligible-store> <cloudx-pricing-socket></cloudx-pricing-socket> <cloudx-experiments type="TestAACodivertedExperiment" path="/virtual/TestAACodivertedExperiment/configureExperiment" location="SG" variant="variant2" ></cloudx-experiments> <cloudx-experiment-ids userCountry="SG" devsiteExperimentIdList="[39300012, 39300021, 39300118, 39300195, 39300241, 39300318, 39300320, 39300326, 39300346, 39300354, 39300363, 39300374, 39300412, 39300422, 39300436, 39300471, 39300488, 39300496, 39300498]"> </cloudx-experiment-ids> <script nonce="xVXsQY84pnE+rWY0AZZhxJPXyK82F5"> (function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i; t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0]; E.parentNode.insertBefore(t,E);})(window, document, 'script', 'https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/js/app_loader.js', '[2,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud","https://cloud-dot-devsite-v2-prod.appspot.com",null,null,["/_pwa/cloud/manifest.json","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyAP-jjEJBzmIyKR4F-3XITp8yM9T1gEEI8","AIzaSyB6xiKGDR5O3Ak2okS4rLkauxGUG7XP0hg","cloud.google.com","AIzaSyAQk0fBONSGUqCNznf6Krs82Ap1-NV6J4o","AIzaSyCCxcqdrZ_7QMeLCRY20bh_SXdAYqy70KY",null,null,null,["EngEduTelemetry__enable_engedu_telemetry","DevPro__enable_cloud_innovators_plus","Profiles__require_profile_eligibility_for_signin","Cloud__enable_cloud_shell","Profiles__enable_public_developer_profiles","CloudShell__cloud_shell_button","Profiles__enable_page_saving","Profiles__enable_dashboard_curated_recommendations","Search__enable_ai_search_summaries_restricted","DevPro__enable_developer_subscriptions","Search__enable_dynamic_content_confidential_banner","Cloud__enable_cloud_facet_chat","Profiles__enable_awarding_url","Experiments__reqs_query_experiments","BookNav__enable_tenant_cache_key","MiscFeatureFlags__enable_view_transitions","Concierge__enable_concierge_restricted","Search__enable_ai_eligibility_checks","Profiles__enable_completecodelab_endpoint","Profiles__enable_recognition_badges","MiscFeatureFlags__enable_firebase_utm","Cloud__enable_cloud_shell_fte_user_flow","Cloud__enable_llm_concierge_chat","Cloud__enable_legacy_calculator_redirect","Cloud__enable_cloudx_experiment_ids","MiscFeatureFlags__developers_footer_image","Search__enable_suggestions_from_borg","MiscFeatureFlags__enable_variable_operator","Profiles__enable_complete_playlist_endpoint","Concierge__enable_pushui","Search__enable_ai_search_summaries","Cloud__enable_cloud_dlp_service","Cloud__enable_cloudx_ping","Profiles__enable_developer_profiles_callout","TpcFeatures__enable_required_headers","Search__scope_to_project_tenant","Cloud__enable_free_trial_server_call","Profiles__enable_profile_collections","MiscFeatureFlags__emergency_css","MiscFeatureFlags__enable_project_variables","Search__enable_page_map","MiscFeatureFlags__enable_explain_this_code","MiscFeatureFlags__developers_footer_dark_image","Analytics__enable_clearcut_logging","Profiles__enable_release_notes_notifications","TpcFeatures__enable_mirror_tenant_redirects","CloudShell__cloud_code_overflow_menu"],null,null,"AIzaSyBLEMok-5suZ67qRPzx0qUtbnLmyT_kCVE","https://developerscontentserving-pa.clients6.google.com","AIzaSyCM4QpTRSqP5qI4Dvjt4OAScIN8sOUlO-k","https://developerscontentsearch-pa.clients6.google.com",1,4,1,"https://developerprofiles-pa.clients6.google.com",[2,"cloud","Google Cloud","cloud.google.com",null,"cloud-dot-devsite-v2-prod.appspot.com",null,null,[1,1,null,null,null,null,null,null,null,null,null,[1],null,null,null,null,null,1,[1],[null,null,null,[1,20],"/terms/recommendations"],[1],null,[1],[1,null,1],[1,1,null,null,1,null,["/vertex-ai/"]]],null,[22,null,null,null,null,null,"/images/cloud-logo.svg","/images/favicons/onecloud/apple-icon.png",null,null,null,null,1,1,1,[6,5],[],null,null,[[],[],[],[],[],[],[],[]],null,1,null,null,null,null,[]],[],null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[6,1,14,15,22,23,29,37],null,[[null,null,null,null,null,null,[1,[["docType","Choose a content type",[["ApiReference",null,null,null,null,null,null,null,null,"API reference"],["Sample",null,null,null,null,null,null,null,null,"Code sample"],["ReferenceArchitecture",null,null,null,null,null,null,null,null,"Reference architecture"],["Tutorial",null,null,null,null,null,null,null,null,"Tutorial"]]],["category","Choose a topic",[["AiAndMachineLearning",null,null,null,null,null,null,null,null,"Artificial intelligence and machine learning (AI/ML)"],["ApplicationDevelopment",null,null,null,null,null,null,null,null,"Application development"],["BigDataAndAnalytics",null,null,null,null,null,null,null,null,"Big data and analytics"],["Compute",null,null,null,null,null,null,null,null,"Compute"],["Containers",null,null,null,null,null,null,null,null,"Containers"],["Databases",null,null,null,null,null,null,null,null,"Databases"],["HybridCloud",null,null,null,null,null,null,null,null,"Hybrid and multicloud"],["LoggingAndMonitoring",null,null,null,null,null,null,null,null,"Logging and monitoring"],["Migrations",null,null,null,null,null,null,null,null,"Migrations"],["Networking",null,null,null,null,null,null,null,null,"Networking"],["SecurityAndCompliance",null,null,null,null,null,null,null,null,"Security and compliance"],["Serverless",null,null,null,null,null,null,null,null,"Serverless"],["Storage",null,null,null,null,null,null,null,null,"Storage"]]]]]],[1],null,1],[[null,null,null,null,null,["GTM-5CVQBG"],null,null,null,null,null,[["GTM-5CVQBG",2]],1],null,null,null,null,null,1],"mwETRvWii0eU5NUYprb0Y9z5GVbc",4,null,null,null,null,null,null,null,null,null,null,null,null,null,"cloud.devsite.google"],null,"pk_live_5170syrHvgGVmSx9sBrnWtA5luvk9BwnVcvIi7HizpwauFG96WedXsuXh790rtij9AmGllqPtMLfhe2RSwD6Pn38V00uBCydV4m"]') </script> <devsite-a11y-announce></devsite-a11y-announce> </body> </html>

CINXE.COM

Use workflows | Dataproc Documentation | Google Cloud