Quickstart: Create a Dataproc cluster by using the Google Cloud console

<!doctype html> <html lang="en" dir="ltr"> <head> <meta name="google-signin-client-id" content="721724668570-nbkv1cfusk7kk4eni4pjvepaus73b13t.apps.googleusercontent.com"> <meta name="google-signin-scope" content="profile email https://www.googleapis.com/auth/developerprofiles https://www.googleapis.com/auth/developerprofiles.award https://www.googleapis.com/auth/cloud-platform https://www.googleapis.com/auth/webhistory"> <meta property="og:site_name" content="Google Cloud"> <meta property="og:type" content="website"><meta name="theme-color" content="#039be5"><meta charset="utf-8"> <meta content="IE=Edge" http-equiv="X-UA-Compatible"> <meta name="viewport" content="width=device-width, initial-scale=1"> <link rel="manifest" href="/_pwa/cloud/manifest.json" crossorigin="use-credentials"> <link rel="preconnect" href="//www.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.googleapis.com" crossorigin> <link rel="preconnect" href="//apis.google.com" crossorigin> <link rel="preconnect" href="//www.google-analytics.com" crossorigin><link rel="stylesheet" href="//fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"> <link rel="stylesheet" href="//fonts.googleapis.com/css2?family=Material+Icons&family=Material+Symbols+Outlined&display=block"><link rel="stylesheet" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/css/app.css"> <link rel="shortcut icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico"> <link rel="apple-touch-icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png"><link rel="canonical" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console"><link rel="search" type="application/opensearchdescription+xml" title="Google Cloud" href="https://cloud.google.com/s/opensearch.xml"> <link rel="alternate" hreflang="en" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console" /><link rel="alternate" hreflang="x-default" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console" /><link rel="alternate" hreflang="zh-Hans" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=zh-cn" /><link rel="alternate" hreflang="fr" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=fr" /><link rel="alternate" hreflang="de" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=de" /><link rel="alternate" hreflang="it" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=it" /><link rel="alternate" hreflang="ja" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=ja" /><link rel="alternate" hreflang="ko" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=ko" /><link rel="alternate" hreflang="pt-BR" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=pt-br" /><link rel="alternate" hreflang="es-419" href="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console?hl=es-419" /><title>Quickstart: Create a Dataproc cluster by using the Google Cloud console  |  Dataproc Documentation</title> <meta property="og:title" content="Quickstart: Create a Dataproc cluster by using the Google Cloud console  |  Dataproc Documentation"><meta name="description" content="Learn how to create a Dataproc cluster by using the Google Cloud console."> <meta property="og:description" content="Learn how to create a Dataproc cluster by using the Google Cloud console."><meta property="og:url" content="https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console"><meta property="og:image" content="https://cloud.google.com/_static/cloud/images/social-icon-google-cloud-1200-630.png"> <meta property="og:image:width" content="1200"> <meta property="og:image:height" content="630"><meta property="og:locale" content="en"><meta name="twitter:card" content="summary_large_image"><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "Article", "headline": "Quickstart: Create a Dataproc cluster by using the Google Cloud console" } </script><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "BreadcrumbList", "itemListElement": [{ "@type": "ListItem", "position": 1, "name": "Dataproc", "item": "https://cloud.google.com/dataproc" },{ "@type": "ListItem", "position": 2, "name": "Documentation", "item": "https://cloud.google.com/dataproc/docs" },{ "@type": "ListItem", "position": 3, "name": "Quickstart: Create a Dataproc cluster by using the Google Cloud console", "item": "https://cloud.google.com/dataproc/docs/quickstarts/create-cluster-console" }] } </script> <meta name="gtm_var" data-key="docType" data-value="quickstart"> <link rel="stylesheet" href="/extras.css"></head> <body class="" template="page" theme="cloud-theme" type="article" layout="docs" free-trial display-toc pending> <devsite-progress type="indeterminate" id="app-progress"></devsite-progress> <section class="devsite-wrapper"> <devsite-cookie-notification-bar></devsite-cookie-notification-bar><cloudx-track userCountry="SG"></cloudx-track> <cloudx-utils-init></cloudx-utils-init> <devsite-header keep-tabs-visible> <div class="devsite-header--inner nocontent"> <div class="devsite-top-logo-row-wrapper-wrapper"> <div class="devsite-top-logo-row-wrapper"> <div class="devsite-top-logo-row"> <button type="button" id="devsite-hamburger-menu" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Navigation menu button" visually-hidden aria-label="Open menu"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> <div class="devsite-top-logo-row-middle"> <div class="devsite-header-upper-tabs"> <cloudx-tabs-nav class="upper-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Upper tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/docs" track-metadata-eventdetail="https://cloud.google.com/docs" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - docs-home" track-metadata-module="primary nav" aria-label="Documentation, selected" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" > Documentation </a> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/tech-area-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > Technology areas </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Technology areas" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/ai-ml" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/ai-ml" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> AI and ML </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-development" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-development" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application development </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-hosting" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-hosting" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application hosting </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/compute-area" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/compute-area" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Compute </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/data" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/data" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Data analytics and pipelines </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/databases" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/databases" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Databases </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/dhm-cloud" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/dhm-cloud" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Distributed, hybrid, and multicloud </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/generative-ai" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/generative-ai" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Generative AI </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/industry" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/industry" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Industry solutions </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/networking" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/networking" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Networking </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/observability" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/observability" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Observability and monitoring </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/security" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/security" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Security </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/storage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/storage" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Storage </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/cross-product-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > Cross-product tools </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Cross-product tools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/access-resources" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/access-resources" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Access and resources management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/costs-usage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/costs-usage" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Costs and usage management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/devtools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/devtools" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud SDK, languages, frameworks, and tools </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/iac" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/iac" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Infrastructure as code </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/migration" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/migration" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Migration </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/" track-metadata-eventdetail="https://cloud.google.com/" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > Related sites </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Related sites" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Home </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/free" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/free" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Free Trial and Free Tier </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/architecture" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/architecture" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Architecture Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/blog" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Blog </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/contact" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/contact" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Contact Sales </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/developers" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/developers" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" track-type="nav" track-metadata-eventdetail="https://developers.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" track-type="nav" track-metadata-eventdetail="https://console.cloud.google.com/marketplace" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/marketplace/docs" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/marketplace/docs" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace Documentation </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" track-type="nav" track-metadata-eventdetail="https://www.cloudskillsboost.google/paths" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Skills Boost </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/solutions" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/solutions" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Solution Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/support-hub" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/support-hub" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Support </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" track-type="nav" track-metadata-eventdetail="https://www.youtube.com/@googlecloudtech" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Tech Youtube Channel </div> </a> </li> </ul> </div> </div> </div> </tab> </nav> </cloudx-tabs-nav> </div> <devsite-search enable-signin enable-search enable-suggestions project-name="Dataproc Documentation" tenant-name="Google Cloud" project-scope="/dataproc/docs" url-scoped="https://cloud.google.com/s/results/dataproc/docs" > <form class="devsite-search-form" action="https://cloud.google.com/s/results" method="GET"> <div class="devsite-search-container"> <button type="button" search-open class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Open search"></button> <div class="devsite-searchbox"> <input aria-activedescendant="" aria-autocomplete="list" aria-label="Search" aria-expanded="false" aria-haspopup="listbox" autocomplete="off" class="devsite-search-field devsite-search-query" name="q" placeholder="Search" role="combobox" type="text" value="" > <div class="devsite-search-image material-icons" aria-hidden="true"> </div> <div class="devsite-search-shortcut-icon-container" aria-hidden="true"> <kbd class="devsite-search-shortcut-icon">/</kbd> </div> </div> </div> </form> <button type="button" search-close class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Close search"></button> </devsite-search> </div> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="it" >Italiano</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> <devsite-user enable-profiles fp-auth id="devsite-user"> <span class="button devsite-top-button" aria-hidden="true" visually-hidden>Sign in</span> </devsite-user> </div> </div> </div> <div class="devsite-collapsible-section "> <div class="devsite-header-background"> <div class="devsite-product-id-row" hidden> <div class="devsite-product-description-row"> </div> </div> <div class="devsite-doc-set-nav-row"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Lower Header" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> </ul> <cloudx-tabs-nav class="lower-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Lower tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - guides" track-metadata-module="primary nav" aria-label="Guides, selected" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" > Guides </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/reference" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/reference" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - reference" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" > Reference </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/samples" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/samples" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - samples" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" > Samples </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/resources" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/resources" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - resources" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" > Resources </a> </tab> </nav> </cloudx-tabs-nav> <div class="devsite-product-button-row"> <a href="https://cloud.google.com/contact" class="cta-button-secondary button " data-overflow-container="left" track-metadata-eventDetail="nav" data-overflow-wrapper="tab" track-type="contact" track-metadata-position="nav" track-name="sales" data-overflow="devsite-tabs-wrapper" >Contact Us</a> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary " data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" track-metadata-eventDetail="nav" track-name="gcpCta" data-overflow-container="right" referrerpolicy="no-referrer-when-downgrade" track-type="freeTrial" data-overflow="devsite-top-logo-row" track-metadata-position="nav" >Start free</a> </div> </div> </div> </div> </div> </devsite-header> <devsite-book-nav scrollbars > <div class="devsite-book-nav-filter" > <span class="filter-list-icon material-icons" aria-hidden="true"></span> <input type="text" placeholder="Filter" aria-label="Type to filter" role="searchbox"> <span class="filter-clear-button hidden" data-title="Clear filter" aria-label="Clear filter" role="button" tabindex="0"></span> </div> <nav class="devsite-book-nav devsite-nav nocontent" aria-label="Side menu"> <div class="devsite-mobile-header"> <button type="button" id="devsite-close-nav" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close navigation" aria-label="Close navigation"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> </div> <div class="devsite-book-nav-wrapper"> <div class="devsite-mobile-nav-top"> <ul class="devsite-nav-list"> <li class="devsite-nav-item"> <a href="/docs" class="devsite-nav-title gc-analytics-event devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Documentation" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Documentation </span> </a> <ul class="devsite-nav-responsive-tabs"> <li class="devsite-nav-item"> <a href="/dataproc/docs/quickstarts/update-cluster-console" class="devsite-nav-title gc-analytics-event devsite-nav-has-children devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Guides" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip menu="_book"> Guides </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="_book"> </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/reference" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Reference" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Reference </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/samples" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Samples" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Samples </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/resources" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Resources" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Resources </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/tech-area-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Technology areas" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Technology areas </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Technology areas"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Technology areas"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/cross-product-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Cross-product tools" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Cross-product tools </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Cross-product tools"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Cross-product tools"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Related sites" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Related sites </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Related sites"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Related sites"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/" class="devsite-nav-title gc-analytics-event " referrerpolicy="no-referrer-when-downgrade" track-name="console" track-metadata-position="nav" track-type="globalNav" track-metadata-eventDetail="nav" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Console" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Console </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="cta-button-secondary button" data-overflow-container="left" track-metadata-eventDetail="nav" data-overflow-wrapper="tab" track-type="contact" track-metadata-position="nav" track-name="sales" data-overflow="devsite-tabs-wrapper" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Us" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Us </span> </a> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary" data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" track-metadata-eventDetail="nav" track-name="gcpCta" data-overflow-container="right" referrerpolicy="no-referrer-when-downgrade" track-type="freeTrial" data-overflow="devsite-top-logo-row" track-metadata-position="nav" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Start free" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Start free </span> </a> </li> </ul> </div> <div class="devsite-mobile-nav-bottom"> <ul class="devsite-nav-list" menu="_book"> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Discover</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/overview" ><span class="devsite-nav-text" tooltip>Product overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Components</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item devsite-nav-expandable devsite-nav-alpha"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Docker</span><span class="devsite-nav-icon material-icons" data-icon="alpha" data-title="Alpha" aria-hidden="true"></span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/docker" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/docker" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/docker" ><span class="devsite-nav-text" tooltip>Docker component</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/flink" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/flink" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/flink" ><span class="devsite-nav-text" tooltip>Flink</span></a></li><li class="devsite-nav-item devsite-nav-beta"><a href="/dataproc/docs/concepts/components/hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hbase" ><span class="devsite-nav-text" tooltip>HBase</span><span class="devsite-nav-icon material-icons" data-icon="beta" data-title="Beta" aria-hidden="true"></span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hivewebhcat" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hivewebhcat" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hivewebhcat" ><span class="devsite-nav-text" tooltip>Hive WebHCat</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hudi" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hudi" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hudi" ><span class="devsite-nav-text" tooltip>Hudi</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/jupyter" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/jupyter" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/jupyter" ><span class="devsite-nav-text" tooltip>Jupyter</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/presto" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/presto" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/presto" ><span class="devsite-nav-text" tooltip>Presto</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Ranger</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger" ><span class="devsite-nav-text" tooltip>Install Ranger</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-w-kerberos" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-w-kerberos" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-w-kerberos" ><span class="devsite-nav-text" tooltip>Use Ranger with Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-caching-downscoping" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-caching-downscoping" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-caching-downscoping" ><span class="devsite-nav-text" tooltip>Use Ranger with caching and downscoping</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/backup-ranger-schema" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/backup-ranger-schema" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/backup-ranger-schema" ><span class="devsite-nav-text" tooltip>Back up and restore a Ranger schema</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/solr" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/solr" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/solr" ><span class="devsite-nav-text" tooltip>Solr</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/trino" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/trino" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/trino" ><span class="devsite-nav-text" tooltip>Trino</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zeppelin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zeppelin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zeppelin" ><span class="devsite-nav-text" tooltip>Zeppelin</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zookeeper" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zookeeper" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zookeeper" ><span class="devsite-nav-text" tooltip>Zookeeper</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/services" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/services" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/services" ><span class="devsite-nav-text" tooltip>Services</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Compute options</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/supported-machine-types" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/supported-machine-types" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/supported-machine-types" ><span class="devsite-nav-text" tooltip>Machine types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/gpus" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/gpus" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/gpus" ><span class="devsite-nav-text" tooltip>GPUs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-min-cpu" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-min-cpu" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-min-cpu" ><span class="devsite-nav-text" tooltip>Minimum CPU platform</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/secondary-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/secondary-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/secondary-vms" ><span class="devsite-nav-text" tooltip>Secondary workers</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-local-ssds" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-local-ssds" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-local-ssds" ><span class="devsite-nav-text" tooltip>Local solid state drives</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-persistent-disks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-persistent-disks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-persistent-disks" ><span class="devsite-nav-text" tooltip>Persistent boot disks</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Versioning</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.2" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.2" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.2" ><span class="devsite-nav-text" tooltip>2.2.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.1" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.1" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.1" ><span class="devsite-nav-text" tooltip>2.1.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.0" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.0" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.0" ><span class="devsite-nav-text" tooltip>2.0.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-version-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-version-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-version-clusters" ><span class="devsite-nav-text" tooltip>Cluster image version lists</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/resources/faq" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/resources/faq" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/resources/faq" ><span class="devsite-nav-text" tooltip>Frequently asked questions</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Get started</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run Spark on Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-console" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-console" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-console" ><span class="devsite-nav-text" tooltip>Use the console</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-gcloud" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-gcloud" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-gcloud" ><span class="devsite-nav-text" tooltip>Use the command line</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use the REST APIs Explorer</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-template" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/submit-spark-job-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/submit-spark-job-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/submit-spark-job-template" ><span class="devsite-nav-text" tooltip>Run a Spark job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/update-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/update-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/update-cluster-template" ><span class="devsite-nav-text" tooltip>Update a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/quickstart-explorer-delete" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/quickstart-explorer-delete" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/quickstart-explorer-delete" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-client-libraries" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-client-libraries" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-client-libraries" ><span class="devsite-nav-text" tooltip>Use client libraries</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" ><span class="devsite-nav-text" tooltip>Run Spark using Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Create</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/setup-project" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/setup-project" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/setup-project" ><span class="devsite-nav-text" tooltip>Set up a project</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-templates" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-templates" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-templates" ><span class="devsite-nav-text" tooltip>Use Dataproc templates</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Dataproc clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-cluster" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/high-availability" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/high-availability" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/high-availability" ><span class="devsite-nav-text" tooltip>Create a high availability cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/node-groups/dataproc-driver-node-groups" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" ><span class="devsite-nav-text" tooltip>Create a node group cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-partial-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-partial-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-partial-cluster" ><span class="devsite-nav-text" tooltip>Create a partial cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/single-node-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" ><span class="devsite-nav-text" tooltip>Create a single-node cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" ><span class="devsite-nav-text" tooltip>Create sole-tenant cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-versions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-versions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-versions" ><span class="devsite-nav-text" tooltip>Release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-nodepools" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" ><span class="devsite-nav-text" tooltip>Create node pools</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-custom-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Develop</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-mapreduce-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" ><span class="devsite-nav-text" tooltip>Apache Hadoop</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Apache HBase</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/dataproc-kafka-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/dataproc-kafka-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/dataproc-kafka-tutorial" ><span class="devsite-nav-text" tooltip>Apache Hive and Kafka</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Apache Spark</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-spark-dependencies" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-spark-dependencies" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-spark-dependencies" ><span class="devsite-nav-text" tooltip>Manage Spark dependencies</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-docker-yarn" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-docker-yarn" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-docker-yarn" ><span class="devsite-nav-text" tooltip>Customize Spark environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-fileoutput-committer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-fileoutput-committer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-fileoutput-committer" ><span class="devsite-nav-text" tooltip>Enable concurrent writes</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Enhance Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/spark-job-tuning" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/spark-job-tuning" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/spark-job-tuning" ><span class="devsite-nav-text" tooltip>Tune Spark</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-spark-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-spark-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-spark-example" ><span class="devsite-nav-text" tooltip>Use BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/gcs-connector-spark-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" ><span class="devsite-nav-text" tooltip>Use Cloud Storage connector</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Use HBase</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" ><span class="devsite-nav-text" tooltip>Use Monte Carlo simulation</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-sparkml" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-sparkml" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-sparkml" ><span class="devsite-nav-text" tooltip>Use Spark ML</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-scala" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-scala" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-scala" ><span class="devsite-nav-text" tooltip>Use Spark Scala</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use Notebooks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-notebooks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-notebooks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-notebooks" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/jupyter-notebook" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/jupyter-notebook" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/jupyter-notebook" ><span class="devsite-nav-text" tooltip>Run a Jupyter notebook on a Dataproc cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/genomics-single-cell" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/genomics-single-cell" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/genomics-single-cell" ><span class="devsite-nav-text" tooltip>Run a genomics analysis on a notebook</span></a></li><li class="devsite-nav-item"><a href="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc-serverless/docs/quickstarts/jupyterlab-sessions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" ><span class="devsite-nav-text" tooltip>Use the JupyterLab plugin on Dataproc Serverless</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Python</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-configuration" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-configuration" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-configuration" ><span class="devsite-nav-text" tooltip>Configure environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-library-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-library-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-library-example" ><span class="devsite-nav-text" tooltip>Use Cloud Client Libraries</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/trino-dataproc" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/trino-dataproc" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/trino-dataproc" ><span class="devsite-nav-text" tooltip>Trino</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Deploy</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/life-of-a-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/life-of-a-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/life-of-a-job" ><span class="devsite-nav-text" tooltip>Life of a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/submit-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/submit-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/submit-job" ><span class="devsite-nav-text" tooltip>Submit a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/restartable-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/restartable-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/restartable-jobs" ><span class="devsite-nav-text" tooltip>Restart jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use workflow templates</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-parameters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-parameters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-parameters" ><span class="devsite-nav-text" tooltip>Parameterization</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-yamls" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-yamls" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-yamls" ><span class="devsite-nav-text" tooltip>Use YAML files</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/cluster-selectors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/cluster-selectors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/cluster-selectors" ><span class="devsite-nav-text" tooltip>Use cluster selectors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/inline-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/inline-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/inline-workflows" ><span class="devsite-nav-text" tooltip>Use inline workflows</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Orchestrate workflows</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-schedule-solutions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" ><span class="devsite-nav-text" tooltip>Workflow scheduling solutions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-workflows" ><span class="devsite-nav-text" tooltip>Use Dataproc workflow templates</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-composer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-composer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-composer" ><span class="devsite-nav-text" tooltip>Use Cloud Composer</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-function" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-function" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-function" ><span class="devsite-nav-text" tooltip>Use Cloud Functions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-scheduler" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-scheduler" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-scheduler" ><span class="devsite-nav-text" tooltip>Use Cloud Scheduler</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Tune performance</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Optimize Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-metrics" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-metrics" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-metrics" ><span class="devsite-nav-text" tooltip>Dataproc metrics</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-alerts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-alerts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-alerts" ><span class="devsite-nav-text" tooltip>Create metric alerts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/profiling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/profiling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/profiling" ><span class="devsite-nav-text" tooltip>Profile resource usage</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Manage</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-start-stop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-start-stop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-start-stop" ><span class="devsite-nav-text" tooltip>Start and stop a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-cluster" ><span class="devsite-nav-text" tooltip>Update and delete a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-rotation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" ><span class="devsite-nav-text" tooltip>Rotate clusters</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-properties" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-properties" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-properties" ><span class="devsite-nav-text" tooltip>Set cluster properties</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/regional-endpoints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/regional-endpoints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/regional-endpoints" ><span class="devsite-nav-text" tooltip>Select region</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/auto-zone" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/auto-zone" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/auto-zone" ><span class="devsite-nav-text" tooltip>Autoselect zone</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/init-actions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/init-actions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/init-actions" ><span class="devsite-nav-text" tooltip>Define initialization actions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/flexible-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/flexible-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/flexible-vms" ><span class="devsite-nav-text" tooltip>Prioritize VM types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scheduled-deletion" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" ><span class="devsite-nav-text" tooltip>Schedule cluster deletion</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Scale clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scaling-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/autoscaling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/autoscaling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/autoscaling" ><span class="devsite-nav-text" tooltip>Autoscale clusters</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage data</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-hdfs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-hdfs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-hdfs" ><span class="devsite-nav-text" tooltip>Hadoop data storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/staging-bucket" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/staging-bucket" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/staging-bucket" ><span class="devsite-nav-text" tooltip>Select storage type</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/cluster-caching" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/cluster-caching" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/cluster-caching" ><span class="devsite-nav-text" tooltip>Cache cluster data</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" ><span class="devsite-nav-text" tooltip>Offload shuffle data</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage networks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/network" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/network" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/network" ><span class="devsite-nav-text" tooltip>Configure a network</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Access clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/ssh" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/ssh" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/ssh" ><span class="devsite-nav-text" tooltip>Use SSH</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/cluster-web-interfaces" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/cluster-web-interfaces" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/cluster-web-interfaces" ><span class="devsite-nav-text" tooltip>Connect to web interfaces</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/dataproc-gateways" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/dataproc-gateways" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/dataproc-gateways" ><span class="devsite-nav-text" tooltip>Use Component Gateway</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/workforce-identity-federation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/workforce-identity-federation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/workforce-identity-federation" ><span class="devsite-nav-text" tooltip>Set Workforce access</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage metadata and labels</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/lineage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/lineage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/lineage" ><span class="devsite-nav-text" tooltip>Enable data lineage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/metadata" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/metadata" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/metadata" ><span class="devsite-nav-text" tooltip>Set metadata</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/creating-managing-labels" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/creating-managing-labels" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/creating-managing-labels" ><span class="devsite-nav-text" tooltip>Set labels for filtering</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect to Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/migrate-hadoop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/migrate-hadoop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/migrate-hadoop" ><span class="devsite-nav-text" tooltip>Migrate Hadoop</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect with BigQuery</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/bigquery" ><span class="devsite-nav-text" tooltip>BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/hive-bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/hive-bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/hive-bigquery" ><span class="devsite-nav-text" tooltip>Hive-BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/examples/bigquery-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/examples/bigquery-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/examples/bigquery-example" ><span class="devsite-nav-text" tooltip>Code samples</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-bigtable" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-bigtable" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-bigtable" ><span class="devsite-nav-text" tooltip>Connect with Bigtable</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-storage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-storage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-storage" ><span class="devsite-nav-text" tooltip>Connect with Cloud Storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/pubsub-lite" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/pubsub-lite" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/pubsub-lite" ><span class="devsite-nav-text" tooltip>Connect with Pub/Sub Lite</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-best-practices" ><span class="devsite-nav-text" tooltip>Production best practices</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Secure and control access</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/security-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/security-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/security-best-practices" ><span class="devsite-nav-text" tooltip>Security best practices</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Authenticate users</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/authentication" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/authentication" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/authentication" ><span class="devsite-nav-text" tooltip>Authenticate to Dataproc</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/personal-auth" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/personal-auth" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/personal-auth" ><span class="devsite-nav-text" tooltip>Authenticate personal clusters</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Assign roles and permissions</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/iam" ><span class="devsite-nav-text" tooltip>Dataproc roles and permissions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/dataproc-principals" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/dataproc-principals" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/dataproc-principals" ><span class="devsite-nav-text" tooltip>Dataproc principals</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/granular-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/granular-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/granular-iam" ><span class="devsite-nav-text" tooltip>Granular IAM</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-iam" ><span class="devsite-nav-text" tooltip>Assign roles for Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/service-accounts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/service-accounts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/service-accounts" ><span class="devsite-nav-text" tooltip>Create service accounts</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Secure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/security" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/security" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/security" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/sa-multi-tenancy" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/sa-multi-tenancy" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/sa-multi-tenancy" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via service accounts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/confidential-compute" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/confidential-compute" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/confidential-compute" ><span class="devsite-nav-text" tooltip>Encrypt memory</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" ><span class="devsite-nav-text" tooltip>Manage data encryption keys</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/ranger-plugin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" ><span class="devsite-nav-text" tooltip>Enable Ranger authorization service</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" ><span class="devsite-nav-text" tooltip>Use the Secret Manager credential provider</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" ><span class="devsite-nav-text" tooltip>Create and secure a Hive metastore cluster</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-custom-constraints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-custom-constraints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-custom-constraints" ><span class="devsite-nav-text" tooltip>Create custom constraints</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/billing-questions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/billing-questions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/billing-questions" ><span class="devsite-nav-text" tooltip>Check billing</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Troubleshoot</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-monitor" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-monitor" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-monitor" ><span class="devsite-nav-text" tooltip>Overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Analyze logs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/logging" ><span class="devsite-nav-text" tooltip>Dataproc logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-job-output" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-job-output" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-job-output" ><span class="devsite-nav-text" tooltip>Job output logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/audit-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/audit-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/audit-logging" ><span class="devsite-nav-text" tooltip>Audit logs</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/support/diagnose-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/diagnose-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/diagnose-clusters" ><span class="devsite-nav-text" tooltip>Diagnose Dataproc clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-cluster-creation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-cluster-creation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-cluster-creation" ><span class="devsite-nav-text" tooltip>Troubleshoot cluster creation issues</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" ><span class="devsite-nav-text" tooltip>Diagnose Kubernetes clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-logging" ><span class="devsite-nav-text" tooltip>Enable Kubernetes logging</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-jobs" ><span class="devsite-nav-text" tooltip>Troubleshoot jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-oom-errors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-oom-errors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-oom-errors" ><span class="devsite-nav-text" tooltip>Troubleshoot memory errors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-job-delays" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" ><span class="devsite-nav-text" tooltip>Troubleshoot job delays</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/debugging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/debugging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/debugging" ><span class="devsite-nav-text" tooltip>Troubleshoot Workflow templates</span></a></li></ul></div></li> </ul> <ul class="devsite-nav-list" menu="Technology areas" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/ai-ml" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: AI and ML" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > AI and ML </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-development" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application development" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application development </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-hosting" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application hosting" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application hosting </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/compute-area" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Compute" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Compute </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/data" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Data analytics and pipelines" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Data analytics and pipelines </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/databases" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Databases" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Databases </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/dhm-cloud" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Distributed, hybrid, and multicloud" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Distributed, hybrid, and multicloud </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/generative-ai" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Generative AI" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Generative AI </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/industry" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Industry solutions" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Industry solutions </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/networking" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Networking" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Networking </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/observability" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Observability and monitoring" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Observability and monitoring </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/security" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Security" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Security </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/storage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Storage" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Storage </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Cross-product tools" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/access-resources" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Access and resources management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Access and resources management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/costs-usage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Costs and usage management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Costs and usage management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/devtools" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud SDK, languages, frameworks, and tools" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud SDK, languages, frameworks, and tools </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/iac" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Infrastructure as code" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Infrastructure as code </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/migration" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Migration" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Migration </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Related sites" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Home" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Home </span> </a> </li> <li class="devsite-nav-item"> <a href="/free" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Free Trial and Free Tier" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Free Trial and Free Tier </span> </a> </li> <li class="devsite-nav-item"> <a href="/architecture" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Architecture Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Architecture Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Blog" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Blog </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Sales" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Sales </span> </a> </li> <li class="devsite-nav-item"> <a href="/developers" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace </span> </a> </li> <li class="devsite-nav-item"> <a href="/marketplace/docs" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace Documentation" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace Documentation </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Skills Boost" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Skills Boost </span> </a> </li> <li class="devsite-nav-item"> <a href="/solutions" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Solution Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Solution Center </span> </a> </li> <li class="devsite-nav-item"> <a href="/support-hub" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Support" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Support </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Tech Youtube Channel" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Tech Youtube Channel </span> </a> </li> </ul> </div> </div> </nav> </devsite-book-nav> <section id="gc-wrapper"> <main role="main" class="devsite-main-content" has-book-nav has-sidebar > <div class="devsite-sidebar"> <div class="devsite-sidebar-content"> <devsite-toc class="devsite-nav" role="navigation" aria-label="On this page" depth="2" scrollbars ></devsite-toc> <devsite-recommendations-sidebar class="nocontent devsite-nav"> </devsite-recommendations-sidebar> </div> </div> <devsite-content> <article class="devsite-article"> <div class="devsite-article-meta nocontent" role="navigation"> <ul class="devsite-breadcrumb-list" aria-label="Breadcrumb"> <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Google Cloud" > Home </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="2" track-type="globalNav" track-name="breadcrumb" track-metadata-position="2" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="3" track-type="globalNav" track-name="breadcrumb" track-metadata-position="3" track-metadata-eventdetail="Dataproc Documentation" > Documentation </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="4" track-type="globalNav" track-name="breadcrumb" track-metadata-position="4" track-metadata-eventdetail="" > Guides </a> </li> </ul> <devsite-thumb-rating position="header"> </devsite-thumb-rating> </div> <devsite-feedback position="header" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="header" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <devsite-feature-tooltip ack-key="AckCollectionsBookmarkTooltipDismiss" analytics-category="Site-Wide Custom Events" analytics-action-show="Callout Profile displayed" analytics-action-close="Callout Profile dismissed" analytics-label="Create Collection Callout" class="devsite-page-bookmark-tooltip nocontent" dismiss-button="true" id="devsite-collections-dropdown" dismiss-button-text="Dismiss" close-button-text="Got it"> <devsite-bookmark></devsite-bookmark> <span slot="popout-heading"> Stay organized with collections </span> <span slot="popout-contents"> Save and categorize content based on your preferences. </span> </devsite-feature-tooltip> <devsite-toc class="devsite-nav" depth="2" devsite-toc-embedded > </devsite-toc> <div class="devsite-article-body clearfix devsite-no-page-title"> <div class="quickstart" itemscope itemtype="https://schema.org/TechArticle"> <h1 class="devsite-page-title" id="create-a-dataproc-cluster-by-using-the-google-cloud-console" data-text="Create a Dataproc cluster by using the Google Cloud console" tabindex="-1">Create a Dataproc cluster by using the Google Cloud console</h1> <section class="intro"> <p>This page shows you how to use the Google Cloud console to create a Dataproc cluster, run a basic <a href="http://spark.apache.org/" target="_blank" class="external">Apache Spark</a> job in the cluster, and then modify the number of workers in the cluster.</p> <hr> <p>To follow step-by-step guidance for this task directly in the Google Cloud console, click <b>Guide me</b>: </p> <p><a href="https://console.cloud.google.com/freetrial?redirectPath=/?walkthrough_id=dataproc--quickstart-dataproc-console" class="button button-primary" track-type="walkthroughStatic" track-name="consoleLink" track-metadata-eventdetail="https://console.cloud.google.com/freetrial?redirectPath=/?walkthrough_id=dataproc--quickstart-dataproc-console" track-metadata-id="?walkthrough_id=dataproc--quickstart-dataproc-console">Guide me</a> </p> <hr> </section> <section class="prereqs"> <h2 id="before-you-begin" data-text="Before you begin" tabindex="-1">Before you begin</h2> <ol> <cloudx-free-trial-eligible-content> <slot slot="eligible"> <li> Sign in to your Google Cloud account. If you're new to Google Cloud, <a href="https://console.cloud.google.com/freetrial" target="console" track-type="commonIncludes" track-name="createAnAccount" track-metadata-position="prereqs" track-metadata-eventdetail="https://console.cloud.google.com/freetrial" track-metadata-link-destination="https://console.cloud.google.com/freetrial"> create an account</a> to evaluate how our products perform in real-world scenarios. New customers also get $300 in free credits to run, test, and deploy workloads. </li> <li> <p>In the Google Cloud console, on the project selector page, select or create a Google Cloud project.</p> <aside class="note"><b>Note</b>: If you don't plan to keep the resources that you create in this procedure, create a project instead of selecting an existing project. After you finish these steps, you can delete the project, removing all resources associated with the project.</aside> <p><a href="https://console.cloud.google.com/projectselector2/home/dashboard" target="console" track-type="commonIncludes" track-name="consoleLink" track-metadata-end-goal="createProject" class="button button-primary">Go to project selector</a></p> </li> <li> <p> <a href="/billing/docs/how-to/verify-billing-enabled#confirm_billing_is_enabled_on_a_project" target="_blank" track-type="commonIncludes" track-name="supportLink" track-metadata-end-goal="enableBilling" >Make sure that billing is enabled for your Google Cloud project</a>. </p> </li> <li> <p> Enable the Dataproc API. </p><p><a href="https://console.cloud.google.com/flows/enableapi?apiid=dataproc" target="console" track-type="commonIncludes" track-name="consoleLink" track-metadata-end-goal="enableAPI" class="button button-primary">Enable the API</a></p> </li> <style> .henhouse-text { font-size:85%; padding:2px 4px; line-height:1; } </style> </slot> <slot slot="ineligible"> <li> <p>In the Google Cloud console, on the project selector page, select or create a Google Cloud project.</p> <aside class="note"><b>Note</b>: If you don't plan to keep the resources that you create in this procedure, create a project instead of selecting an existing project. After you finish these steps, you can delete the project, removing all resources associated with the project.</aside> <p><a href="https://console.cloud.google.com/projectselector2/home/dashboard" target="console" track-type="commonIncludes" track-name="consoleLink" track-metadata-end-goal="createProject" class="button button-primary">Go to project selector</a></p> </li> <li> <p> <a href="/billing/docs/how-to/verify-billing-enabled#confirm_billing_is_enabled_on_a_project" target="_blank" track-type="commonIncludes" track-name="supportLink" track-metadata-end-goal="enableBilling" >Make sure that billing is enabled for your Google Cloud project</a>. </p> </li> <li> <p> Enable the Dataproc API. </p><p><a href="https://console.cloud.google.com/flows/enableapi?apiid=dataproc" target="console" track-type="commonIncludes" track-name="consoleLink" track-metadata-end-goal="enableAPI" class="button button-primary">Enable the API</a></p> </li> <style> .henhouse-text { font-size:85%; padding:2px 4px; line-height:1; } </style> </slot> </cloudx-free-trial-eligible-content> </ol></p> </section> <section class="steps"> <h2 id="create_a_cluster" data-text="Create a cluster" tabindex="-1">Create a cluster</h2> <ol> <li><p>In the Google Cloud console, go to the Dataproc <strong>Clusters</strong> page.</p> <p><a href="https://console.cloud.google.com/dataproc/clusters" target="console" track-type="solution" track-name="consoleLink" track-metadata-position="body" class="button button-primary">Go to Clusters</a> </p></li> <li><p>Click <strong>Create cluster</strong>.</p></li> <li><p>In the <strong>Create Dataproc cluster</strong> dialog, click <strong>Create</strong> in the <strong>Cluster on Compute engine</strong> row.</p></li> <li><p>In the <strong>Cluster Name</strong> field, enter <code translate="no" dir="ltr">example-cluster</code>.</p></li> <li><p>In the <strong>Region</strong> and <strong>Zone</strong> lists, select a region and zone.</p> <p>Select a region (for example, <code translate="no" dir="ltr">us-east1</code> or <code translate="no" dir="ltr">europe-west1</code>) to isolate resources, such as virtual machine (VM) instances and Cloud Storage and metadata storage locations that are utilized by Dataproc, in the region. For more information, see <a href="/compute/docs/regions-zones/regions-zones#available" target="_blank">Available regions and zones</a> and <a href="/dataproc/docs/concepts/regional-endpoints" target="_blank">Regional endpoints</a>.</p></li> <li><p>For all the other options, use the default settings.</p></li> <li><p>To create the cluster, click <strong>Create</strong>.</p> <p>Your new cluster appears in a list on the <strong>Clusters</strong> page. The status is <strong>Provisioning</strong> until the cluster is ready to use, and then the status changes to <strong>Running</strong>. Provisioning the cluster might take a couple of minutes.</p></li> </ol> <h2 id="submit_a_job" data-text="Submit a Spark job" tabindex="-1">Submit a Spark job</h2> <p>Submit a Spark job that estimates a value of Pi:</p> <ol> <li>In the Dataproc navigation menu, click <strong>Jobs</strong>.</li> <li><p>On the <strong>Jobs</strong> page, click <span class="material-icons" aria-hidden="true" translate="no">add_box</span> <strong>Submit job</strong>, and then do the following:</p> <ol> <li>In the <strong>Cluster</strong> field, click <strong>Browse</strong>.</li> <li>On the row for <strong><code translate="no" dir="ltr">example-cluster</code></strong>, click <strong>Select</strong>.</li> <li>In the <strong>Job ID</strong> field, use the default setting, or provide an ID that is unique to your Google Cloud project.</li> <li>For <strong>Job type</strong>, select <strong>Spark</strong>.</li> <li>In the <strong>Main class or jar</strong> field, enter <code translate="no" dir="ltr">org.apache.spark.examples.SparkPi</code>.</li> <li>In the <strong>Jar files</strong> field, enter <code translate="no" dir="ltr">file:///usr/lib/spark/examples/jars/spark-examples.jar</code>.</li> <li><p>In the <strong>Arguments</strong> field, enter <code translate="no" dir="ltr">1000</code> to set the number of tasks.</p> <aside class="note"><strong>Note:</strong><span> The Spark job estimates Pi by using the <a href="https://wikipedia.org/wiki/Monte_Carlo_method" target="_blank" class="external">Monte Carlo method</a>. It generates <em>x</em> and <em>y</em> points on a coordinate plane that models a circle enclosed by a unit square. The input argument (<code translate="no" dir="ltr">1000</code>) determines the number of x-y pairs to generate; the more pairs generated, the greater the accuracy of the estimation. This estimation uses Dataproc worker nodes to parallelize the computation. For more information, see <a href="https://academo.org/demos/estimating-pi-monte-carlo/" target="_blank" class="external">Estimating Pi using the Monte Carlo Method</a> and <a href="https://github.com/apache/spark/blob/master/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java" target="_blank" class="external">JavaSparkPi.java on GitHub</a>.</span></aside></li> <li><p>Click <strong>Submit</strong>.</p> <p>Your job is displayed on the <strong>Job details</strong> page. The job status is <strong>Running</strong> or <strong>Starting</strong>, and then it changes to <strong>Succeeded</strong> after it's submitted.</p> <p>To avoid scrolling in the output, click <strong>Line wrap: off</strong>. The output is similar to the following:</p> <div></div><devsite-code><pre class="console" translate="no" dir="ltr" is-upgraded> Pi is roughly 3.1416759514167594 </pre></devsite-code> <p>To view job details, click the <strong>Configuration</strong> tab.</p></li> </ol></li> </ol> <h2 id="update_a_cluster" data-text="Update a cluster" tabindex="-1">Update a cluster</h2> <p>Update your cluster by changing the number of worker instances:</p> <ol> <li>In the navigation menu, click <strong>Clusters</strong>.</li> <li>In the list of clusters, click <strong><code translate="no" dir="ltr">example-cluster</code></strong>.</li> <li><p>On the <strong>Cluster details</strong> page, click the <strong>Configuration</strong> tab.</p> <p>Your cluster settings are displayed.</p></li> <li><p>Click <span class="material-icons" aria-hidden="true" translate="no">mode_edit</span> <strong>Edit</strong>.</p></li> <li><p>In the <strong>Worker nodes</strong> field, enter <code translate="no" dir="ltr">5</code>.</p></li> <li><p>Click <strong>Save</strong>.</p></li> </ol> <p>Your cluster is now updated. To decrease the number of worker nodes to the original value, follow the same procedure.</p> </section> <section class="cleanup"> <h2 id="clean-up" data-text="Clean up" tabindex="-1">Clean up</h2> <p> To avoid incurring charges to your Google Cloud account for the resources used on this page, follow these steps. </p> <ol> <li>On the <strong>Cluster details</strong> page for <strong><code translate="no" dir="ltr">example-cluster</code></strong>, click <span class="material-icons" aria-hidden="true" translate="no">delete</span> <strong>Delete</strong> to delete the cluster.</li> <li>To confirm that you want to delete the cluster, click <strong>Delete</strong>.</li> </ol> </section> <section class="whatsnext"> <h2 id="whats-next" data-text="What's next" tabindex="-1">What's next</h2> <ul> <li>Try this quickstart by using other tools: <ul> <li><a href="/dataproc/docs/quickstarts/create-cluster-template" target="_blank">Use the API Explorer</a>.</li> <li><a href="/dataproc/docs/quickstarts/create-cluster-gcloud" target="_blank">Use the Google Cloud CLI</a>.</li> </ul></li> <li>Learn how to <a href="/dataproc/docs/concepts/configuring-clusters/network" target="_blank">create robust firewall rules when you create a project</a>.</li> <li>Learn how to <a href="/dataproc/docs/tutorials/spark-scala" target="_blank">write and run a Spark Scala job</a>.</li> </ul> </section> <section class="appendix"> </section> <section class="freetrial"> </section> </div> <devsite-hats-survey class="nocontent" hats-id="mwETRvWii0eU5NUYprb0Y9z5GVbc" listnr-id="83405"></devsite-hats-survey> </div> <devsite-thumb-rating position="footer"> </devsite-thumb-rating> <devsite-feedback position="footer" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="footer" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <div class="devsite-floating-action-buttons"> </div> </article> <devsite-content-footer class="nocontent"> <p>Except as otherwise noted, the content of this page is licensed under the <a href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 License</a>, and code samples are licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache 2.0 License</a>. For details, see the <a href="https://developers.google.com/site-policies">Google Developers Site Policies</a>. Java is a registered trademark of Oracle and/or its affiliates.</p> <p>Last updated 2024-11-22 UTC.</p> </devsite-content-footer> <devsite-notification > </devsite-notification> <div class="devsite-content-data"> <template class="devsite-thumb-rating-feedback"> <devsite-feedback position="thumb-rating" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="thumb-rating" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Need to tell us more? </button> </devsite-feedback> </template> <template class="devsite-content-data-template"> [[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2024-11-22 UTC."],[],[]] </template> </div> </devsite-content> </main> <devsite-footer-promos class="devsite-footer"> </devsite-footer-promos> <devsite-footer-linkboxes class="devsite-footer"> <nav class="devsite-footer-linkboxes nocontent" aria-label="Footer links"> <ul class="devsite-footer-linkboxes-list"> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Why Google</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/why-google-cloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-type="footer link"track-metadata-child_headline="why google"track-metadata-eventDetail="cloud.google.com/why-google-cloud/"track-metadata-module="footer"track-name="choosing google cloud"track-metadata-position="footer"> Choosing Google Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/trust-center/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-module="footer"track-metadata-child_headline="why google"track-metadata-eventDetail="cloud.google.com/security/"track-metadata-position="footer"track-name="trust and security"track-type="footer link"> Trust and security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/modern-infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-eventDetail="cloud.google.com/solutions/modern-infrastructure/"track-metadata-module="footer"track-name="modern infrastructure cloud"track-metadata-child_headline="why google"track-metadata-position="footer"track-type="footer link"> Modern Infrastructure Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/multicloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-eventDetail="cloud.google.com/multicloud/"track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-name="multicloud"track-metadata-child_headline="why google"> Multicloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-name="global infrastructure"track-metadata-module="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/infrastructure/"track-metadata-child_headline="why google"track-metadata-position="footer"> Global infrastructure </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/customers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-type="footer link"track-name="customers and case studies"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/customers/"track-metadata-child_headline="why google"track-metadata-position="footer"> Customers and case studies </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/analyst-reports/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-eventDetail="cloud.google.com/analyst-reports/"track-metadata-child_headline="why google"track-type="footer link"track-metadata-module="footer"track-name="analyst reports"track-metadata-position="footer"> Analyst reports </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/whitepapers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-position="footer"track-metadata-module="footer"track-metadata-child_headline="why google"track-type="footer link"track-name="whitepapers"track-metadata-eventDetail="cloud.google.com/whitepapers/"> Whitepapers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/blog/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-position="footer"track-metadata-module="footer"track-name="blog"track-type="footer link"track-metadata-eventDetail="cloud.google.com/blog/"track-metadata-child_headline="engage"> Blog </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Products and pricing</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/pricing/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-name="google cloud pricing"track-metadata-eventDetail="cloud.google.com/pricing/"track-metadata-position="footer"track-type="footer link"track-metadata-child_headline="products and pricing"track-metadata-module="footer"> Google Cloud pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//workspace.google.com/pricing.html" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-type="footer link"target="_blank"track-name="google workspace pricing"track-metadata-eventDetail="workspace.google.com/pricing.html"track-metadata-module="footer"track-metadata-child_headline="products and pricing"track-metadata-position="footer"> Google Workspace pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/products/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-type="footer link"track-name="see all products"track-metadata-module="footer"track-metadata-position="footer"track-metadata-child_headline="products and pricing"track-metadata-eventDetail="cloud.google.com/products/"> See all products </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Solutions</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/solutions/infrastructure-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-child_headline="solutions"track-name="infrastructure modernization"track-type="footer link"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/solutions/infrastructure-modernization/"track-metadata-position="footer"> Infrastructure modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/databases/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-eventDetail="cloud.google.com/solutions/databases"track-metadata-module="footer"track-name="databases"track-type="footer link"track-metadata-child_headline="solutions"track-metadata-position="footer"> Databases </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/application-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-position="footer"track-name="application development"track-metadata-eventDetail="cloud.google.com/solutions/application-modernization/"track-metadata-child_headline="solutions"track-metadata-module="footer"track-type="footer link"> Application modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/smart-analytics/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-position="footer"track-name="smart analytics"track-metadata-eventDetail="cloud.google.com/solutions/smart-analytics/"track-metadata-child_headline="solutions"track-type="footer link"track-metadata-module="footer"> Smart analytics </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/ai/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-module="footer"track-type="footer link"track-name="artificial intelligence"track-metadata-eventDetail="cloud.google.com/solutions/ai/"track-metadata-child_headline="solutions"track-metadata-position="footer"> Artificial Intelligence </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/security/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-eventDetail="cloud.google.com/solutions/security/"track-name="security"track-metadata-child_headline="solutions"track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"> Security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://workspace.google.com/enterprise/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-name="productivity and work transformation"track-metadata-position="footer"track-metadata-child_headline="solutions"track-metadata-module="footer"target="_blank"track-metadata-eventDetail="workspace.google.com/enterprise/"track-type="footer link"> Productivity & work transformation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#industry-solutions" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-name="industry solutions"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/solutions/#industry-solutions"track-metadata-position="footer"track-type="footer link"track-metadata-child_headline="solutions"> Industry solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/devops/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/devops/"track-metadata-child_headline="solutions"track-name="devops solutions"> DevOps solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#section-14" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-position="footer"track-type="footer link"track-name="small business solutions"track-metadata-child_headline="solutions"track-metadata-eventDetail="cloud.google.com/solutions/#section-14"track-metadata-module="footer"> Small business solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-name="see all solutions"track-metadata-child_headline="solutions"track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/"track-metadata-module="footer"track-metadata-position="footer"> See all solutions </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Resources</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/affiliate-program/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-position="footer"track-name="google cloud affiliate program"track-type="footer link"track-metadata-module="footer"track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/affiliate-program/"> Google Cloud Affiliate Program </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-name="google cloud documentation"track-metadata-eventDetail="cloud.google.com/docs/"track-type="footer link"track-metadata-child_headline="resources"track-metadata-module="footer"track-metadata-position="footer"> Google Cloud documentation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/get-started/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-position="footer"track-metadata-child_headline="resources"track-type="footer link"track-name="google cloud quickstarts"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/docs/get-started/"> Google Cloud quickstarts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/marketplace/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-name="google cloud marketplace"track-metadata-eventDetail="cloud.google.com/marketplace/"track-metadata-child_headline="resources"track-type="footer link"track-metadata-position="footer"track-metadata-module="footer"> Google Cloud Marketplace </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/discover/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-position="footer"track-metadata-module="footer"track-metadata-child_headline="resources"track-metadata-eventDetail="learn/"track-type="footer link"track-name="learn about cloud computing"> Learn about cloud computing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/support-hub/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-name="support"track-metadata-module="footer"track-metadata-child_headline="resources"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/support-hub/"track-type="footer link"> Support </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/samples" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-name="code samples"track-metadata-module="footer"track-metadata-position="footer"track-type="footer link"track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/docs/samples"> Code samples </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/architecture/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-name="cloud architecture center"track-metadata-position="footer"track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/architecture/"track-type="footer link"track-metadata-module="footer"> Cloud Architecture Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/training/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/training/"track-type="footer link"track-name="training"track-metadata-position="footer"track-metadata-child_headline="resources"> Training </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/certification/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/certification"track-metadata-child_headline="resources"track-metadata-position="footer"track-type="footer link"track-name="certifications"> Certifications </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//developers.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" target="_blank"track-name="google developers"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-metadata-eventDetail="developers.google.com"track-metadata-child_headline="resources"> Google for Developers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/startup/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" track-metadata-child_headline="resources"track-metadata-module="footer"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/startup/"track-type="footer link"track-name="google cloud for startups"> Google Cloud for Startups </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//status.cloud.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" track-metadata-module="footer"target="_blank"track-type="footer link"track-metadata-child_headline="resources"track-name="system status"track-metadata-eventDetail="status.cloud.google.com"track-metadata-position="footer"> System status </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/release-notes" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 14)" track-metadata-module="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/release-notes/"track-metadata-position="footer"track-name="release notes"track-metadata-child_headline="resources"> Release Notes </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Engage</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/contact/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-name="contact sales"track-metadata-module="footer"track-metadata-child_headline="engage"track-metadata-eventDetail="cloud.google.com/contact/"track-metadata-position="footer"track-type="footer link"> Contact sales </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/find-a-partner" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-position="footer"track-metadata-module="footer"track-metadata-child_headline="engage"track-type="footer link"target="_blank"track-metadata-eventDetail="cloud.google.com/find-a-partner"track-name="find a partner"> Find a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/partners/become-a-partner/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-eventDetail="cloud.google.com/partners/become-a-partner/"track-name="become a partner"track-type="footer link"track-metadata-module="footer"track-metadata-child_headline="engage"track-metadata-position="footer"> Become a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/events/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-type="footer link"track-metadata-child_headline="engage"track-metadata-position="footer"track-name="events"track-metadata-module="footer"track-metadata-eventDetail="cloud.withgoogle.com/events"> Events </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/podcasts/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-type="footer link"rel="noopener"track-name="podcasts"track-metadata-module="footer"target="_blank"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/podcasts/"track-metadata-child_headline="engage"> Podcasts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/developers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-child_headline="engage"track-metadata-position="footer"track-metadata-module="footer"track-name="developer center"track-type="footer link"track-metadata-eventDetail="cloud.google.com/developers/"> Developer Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudpresscorner.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-eventDetail="www.googlecloudpresscorner.com"rel="noopener"track-metadata-child_headline="engage"track-metadata-module="footer"track-name="press corner"track-metadata-position="footer"target="_blank"track-type="footer link"> Press Corner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-name="google cloud on youtube"track-metadata-position="footer"track-metadata-module="footer"track-metadata-eventDetail="www.youtube.com/googlecloud"rel="noopener"track-type="footer link"track-metadata-child_headline="engage"target="_blank"> Google Cloud on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloudplatform" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-module="footer"rel="noopener"track-metadata-eventDetail="www.youtube.com/googlecloudplatform"target="_blank"track-type="footer link"track-name="google cloud tech on youtube"track-metadata-position="footer"track-metadata-child_headline="engage"> Google Cloud Tech on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//x.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" rel="noopener"track-type="footer link"track-metadata-eventDetail="x.com/googlecloud"track-metadata-position="footer"target="_blank"track-name="follow on x"track-metadata-module="footer"track-metadata-child_headline="engage"> Follow on X </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-type="footer link"track-name="join user research"track-metadata-position="footer"track-metadata-module="footer"target="_blank"track-metadata-child_headline="engage"track-metadata-eventDetail="userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693"> Join User Research </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//careers.google.com/cloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" track-metadata-position="footer"track-name="we are hiring join google cloud"track-metadata-eventDetail="careers.google.com/cloud"track-metadata-module="footer"track-type="footer link"track-metadata-child_headline="engage"target="_blank"> We're hiring. Join Google Cloud! </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudcommunity.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" track-metadata-position="footer"track-metadata-eventDetail="www.googlecloudcommunity.com"track-metadata-child_headline="engage"rel="noopener"track-name="google cloud community"target="_blank"track-type="footer link"track-metadata-module="footer"> Google Cloud Community </a> </li> </ul> </li> </ul> </nav> </devsite-footer-linkboxes> <devsite-footer-utility class="devsite-footer"> <div class="devsite-footer-utility nocontent"> <nav class="devsite-footer-utility-links" aria-label="Utility links"> <ul class="devsite-footer-utility-list"> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//about.google/" data-category="Site-Wide Custom Events" data-label="Footer About Google link" track-metadata-position="footer" track-type="footer link" track-metadata-module="utility footer" track-metadata-eventDetail="//about.google/" target="_blank" track-name="about google" > About Google </a> </li> <li class="devsite-footer-utility-item devsite-footer-privacy-link"> <a class="devsite-footer-utility-link gc-analytics-event" href="//policies.google.com/privacy" data-category="Site-Wide Custom Events" data-label="Footer Privacy link" track-metadata-position="footer" track-metadata-eventDetail="//policies.google.com/privacy" track-name="privacy" track-metadata-module="utility footer" track-type="footer link" target="_blank" > Privacy </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//www.google.com/intl/en/policies/terms/regional.html" data-category="Site-Wide Custom Events" data-label="Footer Site terms link" track-metadata-eventDetail="//www.google.com/intl/en/policies/terms/regional.html" track-metadata-module="utility footer" track-metadata-position="footer" track-type="footer link" track-name="site terms" target="_blank" > Site terms </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="/product-terms/" data-category="Site-Wide Custom Events" data-label="Footer Google Cloud terms link" track-metadata-eventDetail="/product-terms/" track-metadata-position="footer" track-name="google cloud terms" track-type="footer link" track-metadata-module="utility footer" > Google Cloud terms </a> </li> <li class="devsite-footer-utility-item glue-cookie-notification-bar-control"> <a class="devsite-footer-utility-link gc-analytics-event" href="#" data-category="Site-Wide Custom Events" data-label="Footer Manage cookies link" track-metadata-position="footer" aria-hidden="true" track-metadata-module="utility footer" track-name="Manage cookies" track-type="footer link" track-metadata-eventDetail="#" > Manage cookies </a> </li> <li class="devsite-footer-utility-item devsite-footer-carbon-button"> <a class="devsite-footer-utility-link gc-analytics-event" href="/sustainability" data-category="Site-Wide Custom Events" data-label="Footer Our third decade of climate action: join us link" track-metadata-eventDetail="/sustainability/" track-metadata-position="footer" track-name="Our third decade of climate action: join us" track-metadata-module="utility footer" track-type="footer link" > Our third decade of climate action: join us </a> </li> <li class="devsite-footer-utility-item devsite-footer-utility-button"> <span class="devsite-footer-utility-description">Sign up for the Google Cloud newsletter</span> <a class="devsite-footer-utility-link gc-analytics-event" href="/newsletter/" data-category="Site-Wide Custom Events" data-label="Footer Subscribe link" track-metadata-position="footer" track-name="subscribe" track-metadata-module="utility footer" track-type="footer link" track-metadata-eventDetail="/newsletter/" > Subscribe </a> </li> </ul> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="it" >Italiano</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> </nav> </div> </devsite-footer-utility> <devsite-panel></devsite-panel> </section></section> <devsite-sitemask></devsite-sitemask> <devsite-snackbar></devsite-snackbar> <devsite-tooltip ></devsite-tooltip> <devsite-heading-link></devsite-heading-link> <devsite-analytics> <script type="application/json" analytics>[]</script> <script type="application/json" tag-management>{"at": "True", "ga4": [], "ga4p": [], "gtm": [{"id": "GTM-5CVQBG", "purpose": 1}], "parameters": {"internalUser": "False", "language": {"machineTranslated": "False", "requested": "en", "served": "en"}, "pageType": "article", "projectName": "Dataproc Documentation", "signedIn": "False", "tenant": "cloud", "recommendations": {"sourcePage": "", "sourceType": 0, "sourceRank": 0, "sourceIdenticalDescriptions": 0, "sourceTitleWords": 0, "sourceDescriptionWords": 0, "experiment": ""}, "experiment": {"ids": ""}}}</script> </devsite-analytics> <devsite-badger></devsite-badger> <cloudx-user></cloudx-user> <cloudx-free-trial-eligible-store freeTrialEligible='true'></cloudx-free-trial-eligible-store> <cloudx-pricing-socket></cloudx-pricing-socket> <cloudx-experiments type="TestAACodivertedExperiment" path="/virtual/TestAACodivertedExperiment/configureExperiment" location="SG" variant="variant2" ></cloudx-experiments> <cloudx-experiment-ids userCountry="SG" devsiteExperimentIdList="[39300012, 39300020, 39300118, 39300195, 39300241, 39300319, 39300320, 39300325, 39300346, 39300354, 39300364, 39300373, 39300412, 39300422, 39300436, 39300473, 39300487, 39300496, 39300498]"> </cloudx-experiment-ids> <script nonce="T96jXpDcNnsZWI1TNn7bGypNfBMY/M"> (function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i; t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0]; E.parentNode.insertBefore(t,E);})(window, document, 'script', 'https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/js/app_loader.js', '[2,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud","https://cloud-dot-devsite-v2-prod.appspot.com",null,null,["/_pwa/cloud/manifest.json","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyAP-jjEJBzmIyKR4F-3XITp8yM9T1gEEI8","AIzaSyB6xiKGDR5O3Ak2okS4rLkauxGUG7XP0hg","cloud.google.com","AIzaSyAQk0fBONSGUqCNznf6Krs82Ap1-NV6J4o","AIzaSyCCxcqdrZ_7QMeLCRY20bh_SXdAYqy70KY",null,null,null,["MiscFeatureFlags__enable_view_transitions","Cloud__enable_cloud_facet_chat","MiscFeatureFlags__enable_explain_this_code","CloudShell__cloud_code_overflow_menu","DevPro__enable_cloud_innovators_plus","Profiles__enable_dashboard_curated_recommendations","MiscFeatureFlags__enable_firebase_utm","Search__enable_page_map","Cloud__enable_llm_concierge_chat","Profiles__enable_recognition_badges","MiscFeatureFlags__enable_variable_operator","Analytics__enable_clearcut_logging","Search__enable_ai_eligibility_checks","Profiles__enable_complete_playlist_endpoint","Cloud__enable_cloud_shell_fte_user_flow","Cloud__enable_cloudx_experiment_ids","Cloud__enable_cloud_dlp_service","Search__scope_to_project_tenant","Search__enable_ai_search_summaries_restricted","Cloud__enable_cloud_shell","EngEduTelemetry__enable_engedu_telemetry","Search__enable_suggestions_from_borg","Profiles__enable_page_saving","MiscFeatureFlags__emergency_css","CloudShell__cloud_shell_button","Profiles__enable_public_developer_profiles","Profiles__enable_completecodelab_endpoint","Search__enable_ai_search_summaries","Search__enable_dynamic_content_confidential_banner","Profiles__enable_profile_collections","Concierge__enable_pushui","MiscFeatureFlags__enable_project_variables","DevPro__enable_developer_subscriptions","MiscFeatureFlags__developers_footer_dark_image","Profiles__enable_developer_profiles_callout","MiscFeatureFlags__developers_footer_image","TpcFeatures__enable_required_headers","Cloud__enable_cloudx_ping","Cloud__enable_free_trial_server_call","Cloud__enable_legacy_calculator_redirect","Profiles__enable_release_notes_notifications","Experiments__reqs_query_experiments","BookNav__enable_tenant_cache_key","Profiles__enable_awarding_url","TpcFeatures__enable_mirror_tenant_redirects","Concierge__enable_concierge_restricted","Profiles__require_profile_eligibility_for_signin"],null,null,"AIzaSyBLEMok-5suZ67qRPzx0qUtbnLmyT_kCVE","https://developerscontentserving-pa.clients6.google.com","AIzaSyCM4QpTRSqP5qI4Dvjt4OAScIN8sOUlO-k","https://developerscontentsearch-pa.clients6.google.com",1,4,1,"https://developerprofiles-pa.clients6.google.com",[2,"cloud","Google Cloud","cloud.google.com",null,"cloud-dot-devsite-v2-prod.appspot.com",null,null,[1,1,null,null,null,null,null,null,null,null,null,[1],null,null,null,null,null,1,[1],[null,null,null,[1,20],"/terms/recommendations"],[1],null,[1],[1,null,1],[1,1,null,null,1,null,["/vertex-ai/"]]],null,[22,null,null,null,null,null,"/images/cloud-logo.svg","/images/favicons/onecloud/apple-icon.png",null,null,null,null,1,1,1,[6,5],[],null,null,[[],[],[],[],[],[],[],[]],null,1,null,null,null,null,[]],[],null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[6,1,14,15,22,23,29,37],null,[[null,null,null,null,null,null,[1,[["docType","Choose a content type",[["ApiReference",null,null,null,null,null,null,null,null,"API reference"],["Sample",null,null,null,null,null,null,null,null,"Code sample"],["ReferenceArchitecture",null,null,null,null,null,null,null,null,"Reference architecture"],["Tutorial",null,null,null,null,null,null,null,null,"Tutorial"]]],["category","Choose a topic",[["AiAndMachineLearning",null,null,null,null,null,null,null,null,"Artificial intelligence and machine learning (AI/ML)"],["ApplicationDevelopment",null,null,null,null,null,null,null,null,"Application development"],["BigDataAndAnalytics",null,null,null,null,null,null,null,null,"Big data and analytics"],["Compute",null,null,null,null,null,null,null,null,"Compute"],["Containers",null,null,null,null,null,null,null,null,"Containers"],["Databases",null,null,null,null,null,null,null,null,"Databases"],["HybridCloud",null,null,null,null,null,null,null,null,"Hybrid and multicloud"],["LoggingAndMonitoring",null,null,null,null,null,null,null,null,"Logging and monitoring"],["Migrations",null,null,null,null,null,null,null,null,"Migrations"],["Networking",null,null,null,null,null,null,null,null,"Networking"],["SecurityAndCompliance",null,null,null,null,null,null,null,null,"Security and compliance"],["Serverless",null,null,null,null,null,null,null,null,"Serverless"],["Storage",null,null,null,null,null,null,null,null,"Storage"]]]]]],[1],null,1],[[null,null,null,null,null,["GTM-5CVQBG"],null,null,null,null,null,[["GTM-5CVQBG",2]],1],null,null,null,null,null,1],"mwETRvWii0eU5NUYprb0Y9z5GVbc",4,null,null,null,null,null,null,null,null,null,null,null,null,null,"cloud.devsite.google"],null,"pk_live_5170syrHvgGVmSx9sBrnWtA5luvk9BwnVcvIi7HizpwauFG96WedXsuXh790rtij9AmGllqPtMLfhe2RSwD6Pn38V00uBCydV4m"]') </script> <devsite-a11y-announce></devsite-a11y-announce> </body> </html>

CINXE.COM

Quickstart: Create a Dataproc cluster by using the Google Cloud console | Dataproc Documentation