Customer managed encryption keys (CMEK) | Dataproc Documentation

<!doctype html> <html lang="en" dir="ltr"> <head> <meta name="google-signin-client-id" content="721724668570-nbkv1cfusk7kk4eni4pjvepaus73b13t.apps.googleusercontent.com"> <meta name="google-signin-scope" content="profile email https://www.googleapis.com/auth/developerprofiles https://www.googleapis.com/auth/developerprofiles.award https://www.googleapis.com/auth/cloud-platform https://www.googleapis.com/auth/webhistory"> <meta property="og:site_name" content="Google Cloud"> <meta property="og:type" content="website"><meta name="theme-color" content="#039be5"><meta charset="utf-8"> <meta content="IE=Edge" http-equiv="X-UA-Compatible"> <meta name="viewport" content="width=device-width, initial-scale=1"> <link rel="manifest" href="/_pwa/cloud/manifest.json" crossorigin="use-credentials"> <link rel="preconnect" href="//www.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.gstatic.com" crossorigin> <link rel="preconnect" href="//fonts.googleapis.com" crossorigin> <link rel="preconnect" href="//apis.google.com" crossorigin> <link rel="preconnect" href="//www.google-analytics.com" crossorigin><link rel="stylesheet" href="//fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"> <link rel="stylesheet" href="//fonts.googleapis.com/css2?family=Material+Icons&family=Material+Symbols+Outlined&display=block"><link rel="stylesheet" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/css/app.css"> <link rel="shortcut icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico"> <link rel="apple-touch-icon" href="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png"><link rel="canonical" href="https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption"><link rel="search" type="application/opensearchdescription+xml" title="Google Cloud" href="https://cloud.google.com/s/opensearch.xml"> <title>Customer managed encryption keys (CMEK)  |  Dataproc Documentation  |  Google Cloud</title> <meta property="og:title" content="Customer managed encryption keys (CMEK)  |  Dataproc Documentation  |  Google Cloud"><meta property="og:url" content="https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption"><meta property="og:image" content="https://cloud.google.com/_static/cloud/images/social-icon-google-cloud-1200-630.png"> <meta property="og:image:width" content="1200"> <meta property="og:image:height" content="630"><meta property="og:locale" content="en"><meta name="twitter:card" content="summary_large_image"><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "Article", "headline": "Customer managed encryption keys (CMEK)" } </script><script type="application/ld+json"> { "@context": "https://schema.org", "@type": "BreadcrumbList", "itemListElement": [{ "@type": "ListItem", "position": 1, "name": "Dataproc", "item": "https://cloud.google.com/dataproc" },{ "@type": "ListItem", "position": 2, "name": "Documentation", "item": "https://cloud.google.com/dataproc/docs" },{ "@type": "ListItem", "position": 3, "name": "Customer managed encryption keys (CMEK)", "item": "https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" }] } </script> <link rel="stylesheet" href="/extras.css"></head> <body class="" template="page" theme="cloud-theme" type="article" layout="docs" free-trial display-toc pending> <devsite-progress type="indeterminate" id="app-progress"></devsite-progress> <section class="devsite-wrapper"> <devsite-cookie-notification-bar></devsite-cookie-notification-bar><cloudx-track userCountry="SG"></cloudx-track> <cloudx-utils-init></cloudx-utils-init> <devsite-header keep-tabs-visible> <div class="devsite-header--inner nocontent"> <div class="devsite-top-logo-row-wrapper-wrapper"> <div class="devsite-top-logo-row-wrapper"> <div class="devsite-top-logo-row"> <button type="button" id="devsite-hamburger-menu" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Navigation menu button" visually-hidden aria-label="Open menu"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> <div class="devsite-top-logo-row-middle"> <div class="devsite-header-upper-tabs"> <cloudx-tabs-nav class="upper-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Upper tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/docs" track-metadata-eventdetail="https://cloud.google.com/docs" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - docs-home" track-metadata-module="primary nav" aria-label="Documentation, selected" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" > Documentation </a> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/tech-area-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > Technology areas </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Technology areas" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/tech-area-overviews" track-metadata-position="nav - technology-areas" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/ai-ml" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/ai-ml" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> AI and ML </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-development" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-development" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application development </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/application-hosting" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/application-hosting" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Application hosting </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/compute-area" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/compute-area" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Compute </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/data" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/data" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Data analytics and pipelines </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/databases" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/databases" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Databases </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/dhm-cloud" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/dhm-cloud" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Distributed, hybrid, and multicloud </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/generative-ai" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/generative-ai" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Generative AI </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/industry" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/industry" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Industry solutions </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/networking" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/networking" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Networking </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/observability" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/observability" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Observability and monitoring </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/security" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/security" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Security </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/storage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/storage" track-metadata-position="nav - technology-areas" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Storage </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/docs/cross-product-overviews" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > Cross-product tools </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Cross-product tools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/cross-product-overviews" track-metadata-position="nav - crossproduct" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/access-resources" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/access-resources" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Access and resources management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/costs-usage" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/costs-usage" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Costs and usage management </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/devtools" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/devtools" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud SDK, languages, frameworks, and tools </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/iac" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/iac" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Infrastructure as code </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/docs/migration" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/docs/migration" track-metadata-position="nav - crossproduct" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Migration </div> </a> </li> </ul> </div> </div> </div> </tab> <tab class="devsite-dropdown devsite-clickable "> <a href="https://cloud.google.com/" track-metadata-eventdetail="https://cloud.google.com/" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > Related sites </a> <a href="#" role="button" aria-haspopup="true" aria-expanded="false" aria-label="Dropdown menu for Related sites" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" class="devsite-tabs-dropdown-toggle devsite-icon devsite-icon-arrow-drop-down"></a> <div class="devsite-tabs-dropdown" aria-label="submenu" hidden> <button class="devsite-tabs-close-button material-icons button-flat gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close dropdown menu" aria-label="Close dropdown menu" track-type="nav" track-name="close" track-metadata-eventdetail="#" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav">close</button> <div class="devsite-tabs-dropdown-content"> <div class="devsite-tabs-dropdown-column "> <ul class="devsite-tabs-dropdown-section "> <li class="devsite-nav-item"> <a href="https://cloud.google.com/" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Home </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/free" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/free" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Free Trial and Free Tier </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/architecture" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/architecture" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Architecture Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/blog" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Blog </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/contact" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/contact" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Contact Sales </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/developers" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/developers" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" track-type="nav" track-metadata-eventdetail="https://developers.google.com/" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Developer Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" track-type="nav" track-metadata-eventdetail="https://console.cloud.google.com/marketplace" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/marketplace/docs" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/marketplace/docs" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Marketplace Documentation </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" track-type="nav" track-metadata-eventdetail="https://www.cloudskillsboost.google/paths" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Skills Boost </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/solutions" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/solutions" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Solution Center </div> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/support-hub" track-type="nav" track-metadata-eventdetail="https://cloud.google.com/support-hub" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Support </div> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" track-type="nav" track-metadata-eventdetail="https://www.youtube.com/@googlecloudtech" track-metadata-position="nav - related-sites" track-metadata-module="tertiary nav" tooltip > <div class="devsite-nav-item-title"> Google Cloud Tech Youtube Channel </div> </a> </li> </ul> </div> </div> </div> </tab> </nav> </cloudx-tabs-nav> </div> <devsite-search enable-signin enable-search enable-suggestions project-name="Dataproc Documentation" tenant-name="Google Cloud" project-scope="/dataproc/docs" url-scoped="https://cloud.google.com/s/results/dataproc/docs" > <form class="devsite-search-form" action="https://cloud.google.com/s/results" method="GET"> <div class="devsite-search-container"> <button type="button" search-open class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Open search"></button> <div class="devsite-searchbox"> <input aria-activedescendant="" aria-autocomplete="list" aria-label="Search" aria-expanded="false" aria-haspopup="listbox" autocomplete="off" class="devsite-search-field devsite-search-query" name="q" placeholder="Search" role="combobox" type="text" value="" > <div class="devsite-search-image material-icons" aria-hidden="true"> </div> <div class="devsite-search-shortcut-icon-container" aria-hidden="true"> <kbd class="devsite-search-shortcut-icon">/</kbd> </div> </div> </div> </form> <button type="button" search-close class="devsite-search-button devsite-header-icon-button button-flat material-icons" aria-label="Close search"></button> </devsite-search> </div> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> <devsite-user enable-profiles fp-auth id="devsite-user"> <span class="button devsite-top-button" aria-hidden="true" visually-hidden>Sign in</span> </devsite-user> </div> </div> </div> <div class="devsite-collapsible-section "> <div class="devsite-header-background"> <div class="devsite-product-id-row" hidden> <div class="devsite-product-description-row"> </div> </div> <div class="devsite-doc-set-nav-row"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Lower Header" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> </ul> <cloudx-tabs-nav class="lower-tabs"> <nav class="devsite-tabs-wrapper" aria-label="Lower tabs"> <tab class="devsite-active"> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - guides" track-metadata-module="primary nav" aria-label="Guides, selected" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" > Guides </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/reference" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/reference" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - reference" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" > Reference </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/samples" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/samples" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - samples" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" > Samples </a> </tab> <tab > <a href="https://cloud.google.com/dataproc/docs/resources" track-metadata-eventdetail="https://cloud.google.com/dataproc/docs/resources" class="devsite-tabs-content gc-analytics-event " track-type="nav" track-metadata-position="nav - resources" track-metadata-module="primary nav" data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" > Resources </a> </tab> </nav> </cloudx-tabs-nav> <div class="devsite-product-button-row"> <a href="https://cloud.google.com/contact" class="cta-button-secondary button " track-name="sales" data-overflow-container="left" data-overflow-wrapper="tab" track-type="contact" track-metadata-position="nav" track-metadata-eventDetail="nav" data-overflow="devsite-tabs-wrapper" >Contact Us</a> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary " track-metadata-eventDetail="nav" track-metadata-position="nav" data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" track-name="gcpCta" data-overflow-container="right" referrerpolicy="no-referrer-when-downgrade" data-overflow="devsite-top-logo-row" track-type="freeTrial" >Start free</a> </div> </div> </div> </div> </div> </devsite-header> <devsite-book-nav scrollbars > <div class="devsite-book-nav-filter" > <span class="filter-list-icon material-icons" aria-hidden="true"></span> <input type="text" placeholder="Filter" aria-label="Type to filter" role="searchbox"> <span class="filter-clear-button hidden" data-title="Clear filter" aria-label="Clear filter" role="button" tabindex="0"></span> </div> <nav class="devsite-book-nav devsite-nav nocontent" aria-label="Side menu"> <div class="devsite-mobile-header"> <button type="button" id="devsite-close-nav" class="devsite-header-icon-button button-flat material-icons gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Close navigation" aria-label="Close navigation"> </button> <div class="devsite-product-name-wrapper"> <a href="/" class="devsite-site-logo-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Site logo" track-type="globalNav" track-name="googleCloud" track-metadata-position="nav" track-metadata-eventDetail="nav"> <picture> <img src="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg" class="devsite-site-logo" alt="Google Cloud"> </picture> </a> <span class="devsite-product-name"> <ul class="devsite-breadcrumb-list" > <li class="devsite-breadcrumb-item devsite-has-google-wordmark"> </li> </ul> </span> </div> </div> <div class="devsite-book-nav-wrapper"> <div class="devsite-mobile-nav-top"> <ul class="devsite-nav-list"> <li class="devsite-nav-item"> <a href="/docs" class="devsite-nav-title gc-analytics-event devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Documentation" track-name="docs-home" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Documentation" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Documentation </span> </a> <ul class="devsite-nav-responsive-tabs"> <li class="devsite-nav-item"> <a href="/dataproc/docs/quickstarts/update-cluster-console" class="devsite-nav-title gc-analytics-event devsite-nav-has-children devsite-nav-active" data-category="Site-Wide Custom Events" data-label="Tab: Guides" track-name="guides" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Guides" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip menu="_book"> Guides </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="_book"> </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/reference" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Reference" track-name="reference" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Reference" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Reference </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/samples" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Samples" track-name="samples" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Samples" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Samples </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> <li class="devsite-nav-item"> <a href="/dataproc/docs/resources" class="devsite-nav-title gc-analytics-event devsite-nav-has-children " data-category="Site-Wide Custom Events" data-label="Tab: Resources" track-name="resources" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Resources" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Resources </span> <span class="devsite-nav-icon material-icons" data-icon="forward" > </span> </a> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/tech-area-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Technology areas" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Technology areas </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Technology areas" track-name="technology-areas" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Technology areas"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Technology areas"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/docs/cross-product-overviews" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Cross-product tools" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Cross-product tools </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Cross-product tools" track-name="crossproduct" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Cross-product tools"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Cross-product tools"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Related sites" track-type="globalNav" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Related sites </span> </a> <ul class="devsite-nav-responsive-tabs devsite-nav-has-menu "> <li class="devsite-nav-item"> <span class="devsite-nav-title" tooltip data-category="Site-Wide Custom Events" data-label="Tab: Related sites" track-name="related-sites" track-link-column-type="single-column" > <span class="devsite-nav-text" tooltip menu="Related sites"> More </span> <span class="devsite-nav-icon material-icons" data-icon="forward" menu="Related sites"> </span> </span> </li> </ul> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/" class="devsite-nav-title gc-analytics-event " track-metadata-eventDetail="nav" track-name="console" referrerpolicy="no-referrer-when-downgrade" track-metadata-position="nav" track-type="globalNav" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Console" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Console </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="cta-button-secondary button" track-name="sales" data-overflow-container="left" data-overflow-wrapper="tab" track-type="contact" track-metadata-position="nav" track-metadata-eventDetail="nav" data-overflow="devsite-tabs-wrapper" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Us" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Us </span> </a> </li> <li class="devsite-nav-item"> <a href="//console.cloud.google.com/freetrial" class="cloud-free-trial-button cta-button-primary button-primary button cloud-button cloud-button--primary" track-metadata-eventDetail="nav" track-metadata-position="nav" data-overflow-class="devsite-header-link devsite-top-button button cloud-free-trial-button cloud-free-trial-enabled cloud-button cloud-button--primary" track-name="gcpCta" data-overflow-container="right" referrerpolicy="no-referrer-when-downgrade" data-overflow="devsite-top-logo-row" track-type="freeTrial" data-category="Site-Wide Custom Events" data-label="Responsive Tab: Start free" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Start free </span> </a> </li> </ul> </div> <div class="devsite-mobile-nav-bottom"> <ul class="devsite-nav-list" menu="_book"> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Discover</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/overview" ><span class="devsite-nav-text" tooltip>Product overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Components</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item devsite-nav-expandable devsite-nav-alpha"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Docker</span><span class="devsite-nav-icon material-icons" data-icon="alpha" data-title="Alpha" aria-hidden="true"></span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/docker" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/docker" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/docker" ><span class="devsite-nav-text" tooltip>Docker component</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/flink" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/flink" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/flink" ><span class="devsite-nav-text" tooltip>Flink</span></a></li><li class="devsite-nav-item devsite-nav-beta"><a href="/dataproc/docs/concepts/components/hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hbase" ><span class="devsite-nav-text" tooltip>HBase</span><span class="devsite-nav-icon material-icons" data-icon="beta" data-title="Beta" aria-hidden="true"></span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hivewebhcat" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hivewebhcat" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hivewebhcat" ><span class="devsite-nav-text" tooltip>Hive WebHCat</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/hudi" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/hudi" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/hudi" ><span class="devsite-nav-text" tooltip>Hudi</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/jupyter" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/jupyter" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/jupyter" ><span class="devsite-nav-text" tooltip>Jupyter</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/presto" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/presto" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/presto" ><span class="devsite-nav-text" tooltip>Presto</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Ranger</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger" ><span class="devsite-nav-text" tooltip>Install Ranger</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-w-kerberos" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-w-kerberos" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-w-kerberos" ><span class="devsite-nav-text" tooltip>Use Ranger with Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/ranger-caching-downscoping" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/ranger-caching-downscoping" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/ranger-caching-downscoping" ><span class="devsite-nav-text" tooltip>Use Ranger with caching and downscoping</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/backup-ranger-schema" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/backup-ranger-schema" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/backup-ranger-schema" ><span class="devsite-nav-text" tooltip>Back up and restore a Ranger schema</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/solr" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/solr" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/solr" ><span class="devsite-nav-text" tooltip>Solr</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/trino" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/trino" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/trino" ><span class="devsite-nav-text" tooltip>Trino</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zeppelin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zeppelin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zeppelin" ><span class="devsite-nav-text" tooltip>Zeppelin</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/components/zookeeper" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/components/zookeeper" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/components/zookeeper" ><span class="devsite-nav-text" tooltip>Zookeeper</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/services" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/services" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/services" ><span class="devsite-nav-text" tooltip>Services</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Compute options</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/supported-machine-types" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/supported-machine-types" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/supported-machine-types" ><span class="devsite-nav-text" tooltip>Machine types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/gpus" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/gpus" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/gpus" ><span class="devsite-nav-text" tooltip>GPUs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-min-cpu" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-min-cpu" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-min-cpu" ><span class="devsite-nav-text" tooltip>Minimum CPU platform</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/secondary-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/secondary-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/secondary-vms" ><span class="devsite-nav-text" tooltip>Secondary workers</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-local-ssds" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-local-ssds" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-local-ssds" ><span class="devsite-nav-text" tooltip>Local solid state drives</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/compute/dataproc-persistent-disks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/compute/dataproc-persistent-disks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/compute/dataproc-persistent-disks" ><span class="devsite-nav-text" tooltip>Persistent boot disks</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Versioning</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.2" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.2" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.2" ><span class="devsite-nav-text" tooltip>2.2.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.1" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.1" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.1" ><span class="devsite-nav-text" tooltip>2.1.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-release-2.0" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-release-2.0" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-release-2.0" ><span class="devsite-nav-text" tooltip>2.0.x release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/versioning/dataproc-version-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/versioning/dataproc-version-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/versioning/dataproc-version-clusters" ><span class="devsite-nav-text" tooltip>Cluster image version lists</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/resources/faq" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/resources/faq" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/resources/faq" ><span class="devsite-nav-text" tooltip>Frequently asked questions</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Get started</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run Spark on Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-console" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-console" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-console" ><span class="devsite-nav-text" tooltip>Use the console</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-gcloud" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-gcloud" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-gcloud" ><span class="devsite-nav-text" tooltip>Use the command line</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use the REST APIs Explorer</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-template" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/submit-spark-job-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/submit-spark-job-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/submit-spark-job-template" ><span class="devsite-nav-text" tooltip>Run a Spark job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/update-cluster-template" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/update-cluster-template" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/update-cluster-template" ><span class="devsite-nav-text" tooltip>Update a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/quickstart-explorer-delete" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/quickstart-explorer-delete" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/quickstart-explorer-delete" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/quickstarts/create-cluster-client-libraries" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/quickstarts/create-cluster-client-libraries" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/quickstarts/create-cluster-client-libraries" ><span class="devsite-nav-text" tooltip>Use client libraries</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/quickstarts/dataproc-gke-quickstart-create-cluster" ><span class="devsite-nav-text" tooltip>Run Spark using Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Create</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/setup-project" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/setup-project" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/setup-project" ><span class="devsite-nav-text" tooltip>Set up a project</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-templates" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-templates" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-templates" ><span class="devsite-nav-text" tooltip>Use Dataproc templates</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Dataproc clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-cluster" ><span class="devsite-nav-text" tooltip>Create a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/high-availability" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/high-availability" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/high-availability" ><span class="devsite-nav-text" tooltip>Create a high availability cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/node-groups/dataproc-driver-node-groups" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/node-groups/dataproc-driver-node-groups" ><span class="devsite-nav-text" tooltip>Create a node group cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/create-partial-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/create-partial-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/create-partial-cluster" ><span class="devsite-nav-text" tooltip>Create a partial cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/single-node-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/single-node-clusters" ><span class="devsite-nav-text" tooltip>Create a single-node cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/sole-tenant-nodes" ><span class="devsite-nav-text" tooltip>Create sole-tenant cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Create Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-versions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-versions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-versions" ><span class="devsite-nav-text" tooltip>Release versions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-recreate-cluster" ><span class="devsite-nav-text" tooltip>Recreate a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-nodepools" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-nodepools" ><span class="devsite-nav-text" tooltip>Create node pools</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-custom-images" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-custom-images" ><span class="devsite-nav-text" tooltip>Create a custom image</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Develop</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-mapreduce-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-mapreduce-example" ><span class="devsite-nav-text" tooltip>Apache Hadoop</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Apache HBase</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/dataproc-kafka-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/dataproc-kafka-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/dataproc-kafka-tutorial" ><span class="devsite-nav-text" tooltip>Apache Hive and Kafka</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Apache Spark</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-spark-dependencies" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-spark-dependencies" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-spark-dependencies" ><span class="devsite-nav-text" tooltip>Manage Spark dependencies</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-docker-yarn" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-docker-yarn" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-docker-yarn" ><span class="devsite-nav-text" tooltip>Customize Spark environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-fileoutput-committer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-fileoutput-committer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-fileoutput-committer" ><span class="devsite-nav-text" tooltip>Enable concurrent writes</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Enhance Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/spark-job-tuning" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/spark-job-tuning" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/spark-job-tuning" ><span class="devsite-nav-text" tooltip>Tune Spark</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-connector-spark-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-connector-spark-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-connector-spark-example" ><span class="devsite-nav-text" tooltip>Use BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/gcs-connector-spark-tutorial" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/gcs-connector-spark-tutorial" ><span class="devsite-nav-text" tooltip>Use Cloud Storage connector</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-hbase" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-hbase" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-hbase" ><span class="devsite-nav-text" tooltip>Use HBase</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/monte-carlo-methods-with-hadoop-spark" ><span class="devsite-nav-text" tooltip>Use Monte Carlo simulation</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/bigquery-sparkml" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/bigquery-sparkml" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/bigquery-sparkml" ><span class="devsite-nav-text" tooltip>Use Spark ML</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/spark-scala" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/spark-scala" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/spark-scala" ><span class="devsite-nav-text" tooltip>Use Spark Scala</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use Notebooks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-notebooks" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-notebooks" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-notebooks" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/jupyter-notebook" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/jupyter-notebook" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/jupyter-notebook" ><span class="devsite-nav-text" tooltip>Run a Jupyter notebook on a Dataproc cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/genomics-single-cell" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/genomics-single-cell" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/genomics-single-cell" ><span class="devsite-nav-text" tooltip>Run a genomics analysis on a notebook</span></a></li><li class="devsite-nav-item"><a href="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc-serverless/docs/quickstarts/jupyterlab-sessions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc-serverless/docs/quickstarts/jupyterlab-sessions" ><span class="devsite-nav-text" tooltip>Use the JupyterLab plugin on Dataproc Serverless</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Python</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-configuration" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-configuration" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-configuration" ><span class="devsite-nav-text" tooltip>Configure environment</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/python-library-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/python-library-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/python-library-example" ><span class="devsite-nav-text" tooltip>Use Cloud Client Libraries</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/trino-dataproc" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/trino-dataproc" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/trino-dataproc" ><span class="devsite-nav-text" tooltip>Trino</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Deploy</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Run jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/life-of-a-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/life-of-a-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/life-of-a-job" ><span class="devsite-nav-text" tooltip>Life of a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/submit-job" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/submit-job" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/submit-job" ><span class="devsite-nav-text" tooltip>Submit a job</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/restartable-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/restartable-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/restartable-jobs" ><span class="devsite-nav-text" tooltip>Restart jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Use workflow templates</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/overview" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/overview" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/overview" ><span class="devsite-nav-text" tooltip>Overview</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-parameters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-parameters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-parameters" ><span class="devsite-nav-text" tooltip>Parameterization</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-yamls" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-yamls" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-yamls" ><span class="devsite-nav-text" tooltip>Use YAML files</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/cluster-selectors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/cluster-selectors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/cluster-selectors" ><span class="devsite-nav-text" tooltip>Use cluster selectors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/inline-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/inline-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/inline-workflows" ><span class="devsite-nav-text" tooltip>Use inline workflows</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Orchestrate workflows</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/workflow-schedule-solutions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/workflow-schedule-solutions" ><span class="devsite-nav-text" tooltip>Workflow scheduling solutions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/use-workflows" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/use-workflows" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/use-workflows" ><span class="devsite-nav-text" tooltip>Use Dataproc workflow templates</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-composer" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-composer" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-composer" ><span class="devsite-nav-text" tooltip>Use Cloud Composer</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-function" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-function" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-function" ><span class="devsite-nav-text" tooltip>Use Cloud Functions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/tutorials/workflow-scheduler" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/tutorials/workflow-scheduler" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/tutorials/workflow-scheduler" ><span class="devsite-nav-text" tooltip>Use Cloud Scheduler</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Tune performance</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/performance-enhancements" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/performance-enhancements" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/performance-enhancements" ><span class="devsite-nav-text" tooltip>Optimize Spark performance</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-metrics" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-metrics" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-metrics" ><span class="devsite-nav-text" tooltip>Dataproc metrics</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-alerts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-alerts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-alerts" ><span class="devsite-nav-text" tooltip>Create metric alerts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/profiling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/profiling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/profiling" ><span class="devsite-nav-text" tooltip>Profile resource usage</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Manage</span> </div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-start-stop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-start-stop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-start-stop" ><span class="devsite-nav-text" tooltip>Start and stop a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/manage-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/manage-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/manage-cluster" ><span class="devsite-nav-text" tooltip>Update and delete a cluster</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-rotation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-rotation" ><span class="devsite-nav-text" tooltip>Rotate clusters</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Configure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/cluster-properties" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/cluster-properties" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/cluster-properties" ><span class="devsite-nav-text" tooltip>Set cluster properties</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/regional-endpoints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/regional-endpoints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/regional-endpoints" ><span class="devsite-nav-text" tooltip>Select region</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/auto-zone" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/auto-zone" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/auto-zone" ><span class="devsite-nav-text" tooltip>Autoselect zone</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/init-actions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/init-actions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/init-actions" ><span class="devsite-nav-text" tooltip>Define initialization actions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/flexible-vms" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/flexible-vms" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/flexible-vms" ><span class="devsite-nav-text" tooltip>Prioritize VM types</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scheduled-deletion" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scheduled-deletion" ><span class="devsite-nav-text" tooltip>Schedule cluster deletion</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Scale clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/scaling-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/scaling-clusters" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/autoscaling" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/autoscaling" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/autoscaling" ><span class="devsite-nav-text" tooltip>Autoscale clusters</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage data</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-hdfs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-hdfs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-hdfs" ><span class="devsite-nav-text" tooltip>Hadoop data storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/staging-bucket" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/staging-bucket" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/staging-bucket" ><span class="devsite-nav-text" tooltip>Select storage type</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/cluster-caching" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/cluster-caching" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/cluster-caching" ><span class="devsite-nav-text" tooltip>Cache cluster data</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/enhanced-flexibility-mode" ><span class="devsite-nav-text" tooltip>Offload shuffle data</span></a></li></ul></div></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage networks</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/network" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/network" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/network" ><span class="devsite-nav-text" tooltip>Configure a network</span></a></li></ul></div></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage Kubernetes clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-scale-cluster" ><span class="devsite-nav-text" tooltip>Scale clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-delete-cluster" ><span class="devsite-nav-text" tooltip>Delete a cluster</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Access clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/ssh" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/ssh" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/ssh" ><span class="devsite-nav-text" tooltip>Use SSH</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/cluster-web-interfaces" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/cluster-web-interfaces" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/cluster-web-interfaces" ><span class="devsite-nav-text" tooltip>Connect to web interfaces</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/dataproc-gateways" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/dataproc-gateways" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/dataproc-gateways" ><span class="devsite-nav-text" tooltip>Use Component Gateway</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/workforce-identity-federation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/workforce-identity-federation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/workforce-identity-federation" ><span class="devsite-nav-text" tooltip>Set Workforce access</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Manage metadata and labels</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/lineage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/lineage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/lineage" ><span class="devsite-nav-text" tooltip>Enable data lineage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/metadata" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/metadata" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/metadata" ><span class="devsite-nav-text" tooltip>Set metadata</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/creating-managing-labels" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/creating-managing-labels" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/creating-managing-labels" ><span class="devsite-nav-text" tooltip>Set labels for filtering</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect to Dataproc</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/accessing/migrate-hadoop" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/accessing/migrate-hadoop" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/accessing/migrate-hadoop" ><span class="devsite-nav-text" tooltip>Migrate Hadoop</span></a></li><li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Connect with BigQuery</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/bigquery" ><span class="devsite-nav-text" tooltip>BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/hive-bigquery" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/hive-bigquery" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/hive-bigquery" ><span class="devsite-nav-text" tooltip>Hive-BigQuery connector</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/examples/bigquery-example" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/examples/bigquery-example" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/examples/bigquery-example" ><span class="devsite-nav-text" tooltip>Code samples</span></a></li></ul></div></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-bigtable" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-bigtable" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-bigtable" ><span class="devsite-nav-text" tooltip>Connect with Bigtable</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/cloud-storage" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/cloud-storage" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/cloud-storage" ><span class="devsite-nav-text" tooltip>Connect with Cloud Storage</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/connectors/pubsub-lite" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/connectors/pubsub-lite" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/connectors/pubsub-lite" ><span class="devsite-nav-text" tooltip>Connect with Pub/Sub Lite</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-best-practices" ><span class="devsite-nav-text" tooltip>Production best practices</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Secure and control access</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/security-best-practices" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/security-best-practices" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/security-best-practices" ><span class="devsite-nav-text" tooltip>Security best practices</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Authenticate users</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/authentication" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/authentication" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/authentication" ><span class="devsite-nav-text" tooltip>Authenticate to Dataproc</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/personal-auth" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/personal-auth" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/personal-auth" ><span class="devsite-nav-text" tooltip>Authenticate personal clusters</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Assign roles and permissions</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/iam" ><span class="devsite-nav-text" tooltip>Dataproc roles and permissions</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/dataproc-principals" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/dataproc-principals" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/dataproc-principals" ><span class="devsite-nav-text" tooltip>Dataproc principals</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/granular-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/granular-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/granular-iam" ><span class="devsite-nav-text" tooltip>Granular IAM</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-iam" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-iam" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-iam" ><span class="devsite-nav-text" tooltip>Assign roles for Kubernetes</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/service-accounts" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/service-accounts" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/service-accounts" ><span class="devsite-nav-text" tooltip>Create service accounts</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Secure clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/security" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/security" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/security" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via Kerberos</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/iam/sa-multi-tenancy" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/iam/sa-multi-tenancy" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/iam/sa-multi-tenancy" ><span class="devsite-nav-text" tooltip>Secure multi-tenancy via service accounts</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/confidential-compute" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/confidential-compute" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/confidential-compute" ><span class="devsite-nav-text" tooltip>Encrypt memory</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption" ><span class="devsite-nav-text" tooltip>Manage data encryption keys</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/ranger-plugin" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/ranger-plugin" ><span class="devsite-nav-text" tooltip>Enable Ranger authorization service</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/hadoop-google-secret-manager-credential-provider" ><span class="devsite-nav-text" tooltip>Use the Secret Manager credential provider</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/configuring-clusters/secure-hive-metastore" ><span class="devsite-nav-text" tooltip>Create and secure a Hive metastore cluster</span></a></li></ul></div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/concepts/dataproc-custom-constraints" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/dataproc-custom-constraints" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/dataproc-custom-constraints" ><span class="devsite-nav-text" tooltip>Create custom constraints</span></a></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/billing-questions" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/billing-questions" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/billing-questions" ><span class="devsite-nav-text" tooltip>Check billing</span></a></li> <li class="devsite-nav-item devsite-nav-heading"><div class="devsite-nav-title devsite-nav-title-no-path"> <span class="devsite-nav-text" tooltip>Troubleshoot</span> </div></li> <li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-monitor" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-monitor" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-monitor" ><span class="devsite-nav-text" tooltip>Overview</span></a></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Analyze logs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/guides/logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/logging" ><span class="devsite-nav-text" tooltip>Dataproc logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dataproc-job-output" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dataproc-job-output" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dataproc-job-output" ><span class="devsite-nav-text" tooltip>Job output logs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/audit-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/audit-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/audit-logging" ><span class="devsite-nav-text" tooltip>Audit logs</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot clusters</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/support/diagnose-clusters" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/diagnose-clusters" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/diagnose-clusters" ><span class="devsite-nav-text" tooltip>Diagnose Dataproc clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-cluster-creation" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-cluster-creation" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-cluster-creation" ><span class="devsite-nav-text" tooltip>Troubleshoot cluster creation issues</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-diagnose-cluster" ><span class="devsite-nav-text" tooltip>Diagnose Kubernetes clusters</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/guides/dpgke/dataproc-gke-logging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/guides/dpgke/dataproc-gke-logging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/guides/dpgke/dataproc-gke-logging" ><span class="devsite-nav-text" tooltip>Enable Kubernetes logging</span></a></li></ul></div></li> <li class="devsite-nav-item devsite-nav-expandable"><div class="devsite-expandable-nav"> <a class="devsite-nav-toggle" aria-hidden="true"></a><div class="devsite-nav-title devsite-nav-title-no-path" tabindex="0" role="button"> <span class="devsite-nav-text" tooltip>Troubleshoot jobs</span> </div><ul class="devsite-nav-section"><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-jobs" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-jobs" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-jobs" ><span class="devsite-nav-text" tooltip>Troubleshoot jobs</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/support/troubleshoot-oom-errors" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/support/troubleshoot-oom-errors" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/support/troubleshoot-oom-errors" ><span class="devsite-nav-text" tooltip>Troubleshoot memory errors</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/troubleshoot-job-delays" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/troubleshoot-job-delays" ><span class="devsite-nav-text" tooltip>Troubleshoot job delays</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/jobs/history-server" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/jobs/history-server" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/jobs/history-server" ><span class="devsite-nav-text" tooltip>View job history</span></a></li><li class="devsite-nav-item"><a href="/dataproc/docs/concepts/workflows/debugging" class="devsite-nav-title gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Book nav link, pathname: /dataproc/docs/concepts/workflows/debugging" track-type="bookNav" track-name="click" track-metadata-eventdetail="/dataproc/docs/concepts/workflows/debugging" ><span class="devsite-nav-text" tooltip>Troubleshoot Workflow templates</span></a></li></ul></div></li> </ul> <ul class="devsite-nav-list" menu="Technology areas" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/ai-ml" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: AI and ML" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > AI and ML </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-development" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application development" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application development </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/application-hosting" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Application hosting" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Application hosting </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/compute-area" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Compute" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Compute </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/data" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Data analytics and pipelines" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Data analytics and pipelines </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/databases" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Databases" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Databases </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/dhm-cloud" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Distributed, hybrid, and multicloud" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Distributed, hybrid, and multicloud </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/generative-ai" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Generative AI" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Generative AI </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/industry" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Industry solutions" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Industry solutions </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/networking" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Networking" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Networking </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/observability" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Observability and monitoring" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Observability and monitoring </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/security" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Security" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Security </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/storage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Storage" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Storage </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Cross-product tools" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/docs/access-resources" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Access and resources management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Access and resources management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/costs-usage" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Costs and usage management" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Costs and usage management </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/devtools" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud SDK, languages, frameworks, and tools" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud SDK, languages, frameworks, and tools </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/iac" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Infrastructure as code" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Infrastructure as code </span> </a> </li> <li class="devsite-nav-item"> <a href="/docs/migration" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Migration" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Migration </span> </a> </li> </ul> <ul class="devsite-nav-list" menu="Related sites" aria-label="Side menu" hidden> <li class="devsite-nav-item"> <a href="/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Home" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Home </span> </a> </li> <li class="devsite-nav-item"> <a href="/free" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Free Trial and Free Tier" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Free Trial and Free Tier </span> </a> </li> <li class="devsite-nav-item"> <a href="/architecture" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Architecture Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Architecture Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://cloud.google.com/blog" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Blog" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Blog </span> </a> </li> <li class="devsite-nav-item"> <a href="/contact" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Contact Sales" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Contact Sales </span> </a> </li> <li class="devsite-nav-item"> <a href="/developers" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://developers.google.com/" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Developer Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Developer Center </span> </a> </li> <li class="devsite-nav-item"> <a href="https://console.cloud.google.com/marketplace" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace </span> </a> </li> <li class="devsite-nav-item"> <a href="/marketplace/docs" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Marketplace Documentation" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Marketplace Documentation </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.cloudskillsboost.google/paths" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Skills Boost" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Skills Boost </span> </a> </li> <li class="devsite-nav-item"> <a href="/solutions" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Solution Center" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Solution Center </span> </a> </li> <li class="devsite-nav-item"> <a href="/support-hub" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Support" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Support </span> </a> </li> <li class="devsite-nav-item"> <a href="https://www.youtube.com/@googlecloudtech" class="devsite-nav-title gc-analytics-event " data-category="Site-Wide Custom Events" data-label="Responsive Tab: Google Cloud Tech Youtube Channel" track-type="navMenu" track-metadata-eventDetail="globalMenu" track-metadata-position="nav"> <span class="devsite-nav-text" tooltip > Google Cloud Tech Youtube Channel </span> </a> </li> </ul> </div> </div> </nav> </devsite-book-nav> <section id="gc-wrapper"> <main role="main" class="devsite-main-content" has-book-nav has-sidebar > <div class="devsite-sidebar"> <div class="devsite-sidebar-content"> <devsite-toc class="devsite-nav" role="navigation" aria-label="On this page" depth="2" scrollbars ></devsite-toc> <devsite-recommendations-sidebar class="nocontent devsite-nav"> </devsite-recommendations-sidebar> </div> </div> <devsite-content> <article class="devsite-article"> <div class="devsite-article-meta nocontent" role="navigation"> <ul class="devsite-breadcrumb-list" aria-label="Breadcrumb"> <li class="devsite-breadcrumb-item "> <a href="https://cloud.google.com/" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="1" track-type="globalNav" track-name="breadcrumb" track-metadata-position="1" track-metadata-eventdetail="Google Cloud" > Home </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="2" track-type="globalNav" track-name="breadcrumb" track-metadata-position="2" track-metadata-eventdetail="Dataproc" > Dataproc </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="3" track-type="globalNav" track-name="breadcrumb" track-metadata-position="3" track-metadata-eventdetail="Dataproc Documentation" > Documentation </a> </li> <li class="devsite-breadcrumb-item "> <div class="devsite-breadcrumb-guillemet material-icons" aria-hidden="true"></div> <a href="https://cloud.google.com/dataproc/docs/quickstarts/update-cluster-console" class="devsite-breadcrumb-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Breadcrumbs" data-value="4" track-type="globalNav" track-name="breadcrumb" track-metadata-position="4" track-metadata-eventdetail="" > Guides </a> </li> </ul> <devsite-thumb-rating position="header"> </devsite-thumb-rating> </div> <devsite-feedback position="header" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="header" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <h1 class="devsite-page-title" tabindex="-1"> Customer managed encryption keys (CMEK) </h1> <devsite-feature-tooltip ack-key="AckCollectionsBookmarkTooltipDismiss" analytics-category="Site-Wide Custom Events" analytics-action-show="Callout Profile displayed" analytics-action-close="Callout Profile dismissed" analytics-label="Create Collection Callout" class="devsite-page-bookmark-tooltip nocontent" dismiss-button="true" id="devsite-collections-dropdown" dismiss-button-text="Dismiss" close-button-text="Got it"> <devsite-bookmark></devsite-bookmark> <span slot="popout-heading"> Stay organized with collections </span> <span slot="popout-contents"> Save and categorize content based on your preferences. </span> </devsite-feature-tooltip> <div class="devsite-page-title-meta"><devsite-view-release-notes></devsite-view-release-notes></div> <devsite-toc class="devsite-nav" depth="2" devsite-toc-embedded > </devsite-toc> <div class="devsite-article-body clearfix "> <p>When you use Dataproc, cluster and job data is stored on persistent disks associated with the Compute Engine VMs in your cluster and in a Cloud Storage <a href="/dataproc/docs/concepts/configuring-clusters/staging-bucket">staging bucket</a>. This persistent disk and bucket data is encrypted using a Google-generated data encryption key (DEK) and key encryption key (KEK).</p> <p>The CMEK feature lets you create, use, and revoke the key encryption key (KEK). Google still controls the data encryption key (DEK). For more information on Google data encryption keys, see <a href="/security/encryption/default-encryption">Encryption at Rest</a>.</p> <aside class="note"><strong>Note:</strong><span> The key (CMEK) must be located in the same location as the encrypted resource, For example, the CMEK used to encrypt a resource in the <code translate="no" dir="ltr">us-central1</code> region must also be located in the <code translate="no" dir="ltr">us-central1</code> region.</span></aside> <aside>CMEK differs from Customer <em><strong>Supplied</strong></em> Encryption Keys (CSEK), a feature that lets users to specify the contents of the key encryption key. (see <a href="/docs/security/encryption/customer-supplied-encryption-keys">Customer-Supplied Encryption Keys</a>).</aside> <h2 id="use_cmek_with_cluster_data" data-text="Use CMEK with cluster data" tabindex="-1">Use CMEK with cluster data</h2> <p>You can use customer-managed encryption keys (CMEK) to encrypt the following cluster data:</p> <ul> <li>Data on the persistent disks attached to VMs in your Dataproc cluster</li> <li>Job argument data submitted to your cluster, such as a query string submitted with a Spark SQL job</li> <li>Cluster metadata, <a href="/dataproc/docs/guides/dataproc-job-output#job_driver_output">job driver output</a>, and other data written to a Dataproc <a href="/dataproc/docs/concepts/configuring-clusters/staging-bucket#create_your_own_staging_and_temp_buckets">staging bucket</a> that you create</li> </ul> <aside class="note"><strong>Note:</strong><span> You can also use CMEK with <a href="#use_cmek_with_workflow_template_data">encryption of workflow template job arguments</a>.</span></aside> <p>Follow these steps to use CMEK with the encryption of cluster data:</p> <ol> <li>Create one or more keys using the <a href="/kms/docs/creating-keys">Cloud Key Management Service</a>. The resource name, also called the resource ID of a key, which you use in the next steps, is constructed as follows: <div></div><devsite-code><pre class="devsite-terminal" translate="no" dir="ltr" is-upgraded> projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var> </pre></devsite-code> <aside class="key-point">Use the <strong>Cryptographic Keys</strong> page in the Google Cloud console to copy a key resource ID to the clipboard. <figure id="key-resource-id"> <img src="/static/dataproc/images/key-resource-id.png" width="565" class="screenshot"> </figure> </aside></li> <li><p>Assign the following roles to the following service accounts:</p> <ol> <li>Follow item #5 in <a href="/compute/docs/disks/customer-managed-encryption#before_you_begin">Compute Engine→Protecting Resources with Cloud KMS Keys→Before you begin</a> to assign the Cloud KMS <a href="/kms/docs/reference/permissions-and-roles#cloudkms.cryptoKeyEncrypterDecrypter">CryptoKey Encrypter/Decrypter</a> role to the <a href="/compute/docs/access/service-accounts#compute_engine_service_account">Compute Engine service agent</a> service account. <aside class="key-point">If the Compute Engine service agent service account is not visible on the <a href="https://console.cloud.google.com/iam-admin/iam">IAM</a> page in the Google Cloud console, click "Include Google-provided role grants" on the page.</aside></li> <li><p>Assign the Cloud KMS <a href="/kms/docs/reference/permissions-and-roles#cloudkms.cryptoKeyEncrypterDecrypter">CryptoKey Encrypter/Decrypter</a> role to the <a href="/storage/docs/encryption/using-customer-managed-keys#service-agent-access">Cloud Storage service agent</a> service account.</p></li> <li><p>Assign the Cloud KMS <a href="/kms/docs/reference/permissions-and-roles#cloudkms.cryptoKeyEncrypterDecrypter">CryptoKey Encrypter/Decrypter</a> role to the <a href="/dataproc/docs/concepts/configuring-clusters/service-accounts#service_agent_account">Dataproc service agent</a> service account. You can use the Google Cloud CLI to assign the role:</p> <div></div><devsite-code><pre class="devsite-click-to-copy" translate="no" dir="ltr" is-upgraded> gcloud projects add-iam-policy-binding <var translate="no">KMS_PROJECT_ID</var> \ --member serviceAccount:service-<var translate="no">PROJECT_NUMBER</var>@dataproc-accounts.iam.gserviceaccount.com \ --role roles/cloudkms.cryptoKeyEncrypterDecrypter </pre></devsite-code> <p>Replace the following:</p> <p><code translate="no" dir="ltr"><var translate="no">KMS_PROJECT_ID</var></code>: the ID of your Google Cloud project that runs Cloud KMS. This project can also be the project that runs Dataproc resources.</p> <p><code translate="no" dir="ltr"><var translate="no">PROJECT_NUMBER</var></code>: the project number (not the project ID) of your Google Cloud project that runs Dataproc resources.</p></li> <li><p>Enable the Cloud KMS API on the project that runs Dataproc resources.</p></li> <li><p>If the <a href="/iam/docs/understanding-roles#dataproc.serviceAgent">Dataproc Service Agent role</a> is not attached to the <a href="/dataproc/docs/concepts/iam/dataproc-principals#service_agent_control_plane_identity">Dataproc Service Agent service account</a>, then add the <code translate="no" dir="ltr">serviceusage.services.use</code> permission to the custom role attached to the Dataproc Service Agent service account. If the Dataproc Service Agent role is attached to the Dataproc Service Agent service account, you can skip this step.</p></li> </ol></li> <li><p>Pass the resource ID of your key to the Google Cloud CLI or the Dataproc API to use with cluster data encryption. <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-cli" data-text="gcloud CLI" tabindex="-1">gcloud CLI</h3> <ul> <li>To encrypt cluster persistent disk data using your key, pass the resource ID of your key to the <code translate="no" dir="ltr">--gce-pd-kms-key</code> flag when you create the cluster. <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc clusters create <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> \     --gce-pd-kms-key='projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var>' \     <var translate="no">other arguments ...</var> </pre></devsite-code> <p>You can verify the key setting from the <code translate="no" dir="ltr">gcloud</code> command-line tool.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc clusters describe <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p>Command output snippet:</p> <div></div><devsite-code><pre translate="no" dir="ltr" is-upgraded> ... configBucket: dataproc- ... encryptionConfig: <strong>gcePdKmsKeyName:</strong> projects/<var translate="no">project-id</var>/locations/<var translate="no">region</var>/keyRings/<var translate="no">key-ring-name</var>/cryptoKeys/<var translate="no">key-name</var> ... </pre></devsite-code> </li> <li>To encrypt cluster persistent disk data and job argument data using your key, pass the resource ID of the key to the <code translate="no" dir="ltr">--kms-key</code> flag when you create the cluster. See <a href="/dataproc/docs/reference/rest/v1/ClusterConfig#EncryptionConfig.FIELDS.kms_key">Cluster.EncryptionConfig.kmsKey</a> for a list of job types and arguments that are encrypted with the <code translate="no" dir="ltr">--kms-key</code> flag. <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc clusters create <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> \     --kms-key='projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var>' \     <var translate="no">other arguments ...</var> </pre></devsite-code> <p>You can verify key settings with the gcloud CLI <code translate="no" dir="ltr">dataproc clusters describe</code> command. The key resource ID is set on <code translate="no" dir="ltr">gcePdKmsKeyName</code> and <code translate="no" dir="ltr">kmsKey</code> to use your key with the encryption of cluster persistent disk and job argument data.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc clusters describe <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p>Command output snippet: </p> <div></div><devsite-code><pre translate="no" dir="ltr" is-upgraded> ... configBucket: dataproc- ... encryptionConfig: <strong>gcePdKmsKeyName:</strong> projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var> <strong>kmsKey:</strong> projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">key-KEY_RING_NAME-name</var>/cryptoKeys/<var translate="no">KEY_NAME</var> ... </pre></devsite-code></p> <aside> You can use either the <code translate="no" dir="ltr">--gce-pd-kms-key</code> or the <code translate="no" dir="ltr">--kms-key</code> flag, but not both, to encrypt cluster data using your key.</aside> </li> <li>To encrypt cluster metadata, job driver, and other output data written to your Dataproc staging bucket in Cloud Storage: <ul> <li><a href="/storage/docs/encryption/using-customer-managed-keys">Create your own bucket with CMEK</a>. When <a href="/storage/docs/encryption/using-customer-managed-keys#set-default-key">adding the key to the bucket</a>, use a key that you created in Step 1.</li> <li>Pass the bucket name to the <code translate="no" dir="ltr">--bucket</code> flag when you create the cluster.</li> </ul> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc clusters create <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> \     --bucket=<var translate="no">CMEK_BUCKET_NAME</var> \     <var translate="no">other arguments ...</var> </pre></devsite-code> <p>You can also pass CMEK-enabled buckets to the `gcloud dataproc jobs submit` command if your job takes bucket arguments, as shown in the following `cmek-bucket` example:</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc jobs submit pyspark gs://cmek-bucket/wordcount.py \     --region=<var translate="no">region</var> \     --cluster=<var translate="no">cluster-name</var> \     -- gs://cmek-bucket/shakespeare.txt gs://cmek-bucket/counts </pre></devsite-code> <aside><ul><li>Dataproc doesn't manage customer managed encryption keys on your Cloud Storage bucket.</li> <li>Using a bucket with a customer managed encryption key can slow write times to large files.</li> </ul></aside> </li> </ul> </section> <section> <h3 id="rest-api" data-text="REST API" tabindex="-1">REST API</h3> <ul> <li>To encrypt cluster VM persistent disk data using your key, include the <a href="/dataproc/docs/reference/rest/v1/ClusterConfig#encryptionconfig">ClusterConfig.EncryptionConfig.gcePdKmsKeyName</a> field as part of a <a href="/dataproc/docs/reference/rest/v1/projects.regions.clusters/create">cluster.create</a> request. <p>You can verify the key setting with the gcloud CLI <code translate="no" dir="ltr">dataproc clusters describe</code> command.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc clusters describe <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p>Command output snippet:</p> <div></div><devsite-code><pre translate="no" dir="ltr" is-upgraded> ... configBucket: dataproc- ... encryptionConfig: <strong>gcePdKmsKeyName:</strong> projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var> ... </pre></devsite-code> </li> <li>To encrypt cluster VM persistent disk data and job argument data using your key, include the <code translate="no" dir="ltr">Cluster.EncryptionConfig.kmsKey</code> field as part of a <a href="/dataproc/docs/reference/rest/v1/projects.regions.clusters/create">cluster.create</a> request. See <a href="/dataproc/docs/reference/rest/v1/ClusterConfig#EncryptionConfig.FIELDS.kms_key">Cluster.EncryptionConfig.kmsKey</a> for a list of job types and arguments that are encrypted with the <code translate="no" dir="ltr">--kms-key</code> field. <aside>You can include either the <code translate="no" dir="ltr">Cluster.EncryptionConfig.gcePdKmsKeyName</code> field or the <code translate="no" dir="ltr">Cluster.EncryptionConfig.kmsKey</code> field, but not both, with your cluster creation request.</aside> <p>You can verify key settings with the gcloud CLI <code translate="no" dir="ltr">dataproc clusters describe</code> command. The key resource ID is set on <code translate="no" dir="ltr">gcePdKmsKeyName</code> and <code translate="no" dir="ltr">kmsKey</code> to use your key with the encryption of cluster persistent disk and job argument data.</p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc clusters describe <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <p>Command output snippet:</p> <div></div><devsite-code><pre translate="no" dir="ltr" is-upgraded> ... configBucket: dataproc- ... encryptionConfig: <strong>gcePdKmsKeyName:</strong> projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var> <strong>kmsKey:</strong> projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var> </li> <li>To encrypt cluster metadata, job driver, and other output data written to your Dataproc staging bucket in Cloud Storage: <ul> <li><a href="/storage/docs/encryption/using-customer-managed-keys">Create your own bucket with CMEK</a>. When <a href="/storage/docs/encryption/using-customer-managed-keys#set-default-key">adding the key to the bucket</a>, use a key that you created in Step 1.</li> <li>Pass the bucket name to the <a href="/dataproc/docs/reference/rest/v1/ClusterConfig#FIELDS.config_bucket">ClusterConfig.configBucket</a> field as part of a <a href="/dataproc/docs/reference/rest/v1/projects.regions.clusters/create">cluster.create</a> request.</li> </ul> <pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr"> gcloud dataproc clusters create <var translate="no">CLUSTER_NAME</var> \     --region=<var translate="no">REGION</var> \     --bucket=<var translate="no">CMEK_BUCKET_NAMEt</var> \     <var translate="no">other arguments ...</var> </pre></devsite-code> <aside><ul><li>Dataproc doesn't manage customer managed encryption keys on your Cloud Storage bucket.</li> <li>Using a bucket with a customer managed encryption key can slow write times to large files.</li> </ul></aside> <p>You can also pass CMEK-enabled buckets to the `gcloud dataproc jobs submit` command if your job takes bucket arguments, as shown in the following `cmek-bucket` example:</p> <p><div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc jobs submit pyspark gs://cmek-bucket/wordcount.py \     --region=<var translate="no">region</var> \     --cluster=<var translate="no">cluster-name</var> \     -- gs://cmek-bucket/shakespeare.txt gs://cmek-bucket/counts </pre></devsite-code> </li> </ul> </section> </div></p></li> </ol> <h2 id="use_cmek_with_workflow_template_data" data-text="Use CMEK with workflow template data" tabindex="-1">Use CMEK with workflow template data</h2> <p>Dataproc workflow template job argument data, such as the query string of a Spark SQL job, can be encrypted using CMEK. Follow steps 1, 2, and 3 in this section to use CMEK with your Dataproc workflow template. See <a href="/dataproc/docs/reference/rest/v1/projects.locations.workflowTemplates#encryptionconfig">WorkflowTemplate.EncryptionConfig.kmsKey</a> for a list of workflow template job types and arguments that are encrypted using CMEK when this feature is enabled.</p> <ol> <li>Create a key using the <a href="/kms/docs/creating-keys">Cloud Key Management Service (Cloud KMS)</a>. The resource name of the key, which you use in the next steps, name is constructed as follows: <div></div><devsite-code><pre class="devsite-terminal" translate="no" dir="ltr" is-upgraded> projects/<var translate="no">project-id</var>/locations/<var translate="no">region</var>/keyRings/<var translate="no">key-ring-name</var>/cryptoKeys/<var translate="no">key-name</var> </pre></devsite-code> <aside class="key-point">Use the <strong>Cryptographic Keys</strong> page of the Google Cloud console to copy a key resource ID to the clipboard. <figure id="key-resource-id"> <img src="/static/dataproc/images/key-resource-id.png" width="565" class="screenshot"> </figure></aside></li> <li><p>To enable the Dataproc service accounts to use your key:</p> <ol> <li><p>Assign the Cloud KMS <code translate="no" dir="ltr">CryptoKey Encrypter/Decrypter</code> role to the <a href="/dataproc/docs/concepts/iam/dataproc-principals#service_agent_control_plane_identity">Dataproc Service Agent service account</a>. You can use the gcloud CLI to assign the role:</p> <div></div><devsite-code><pre class="devsite-click-to-copy" translate="no" dir="ltr" is-upgraded> gcloud projects add-iam-policy-binding <var translate="no">KMS_PROJECT_ID</var> \ --member serviceAccount:service-<var translate="no">PROJECT_NUMBER</var>@dataproc-accounts.iam.gserviceaccount.com \ --role roles/cloudkms.cryptoKeyEncrypterDecrypter </pre></devsite-code> <p>Replace the following:</p> <p><code translate="no" dir="ltr"><var translate="no">KMS_PROJECT_ID</var></code>: the ID of your Google Cloud project that runs Cloud KMS. This project can also be the project that runs Dataproc resources.</p> <p><code translate="no" dir="ltr"><var translate="no">PROJECT_NUMBER</var></code>: the project number (not the project ID) of your Google Cloud project that runs Dataproc resources.</p></li> <li><p>Enable the Cloud KMS API on the project that runs Dataproc resources.</p></li> <li><p>If the <a href="/iam/docs/understanding-roles#dataproc.serviceAgent">Dataproc Service Agent role</a> is not attached to the <a href="/dataproc/docs/concepts/iam/dataproc-principals#service_agent_control_plane_identity">Dataproc Service Agent service account</a>, then add the <code translate="no" dir="ltr">serviceusage.services.use</code> permission to the custom role attached to the Dataproc Service Agent service account. If the Dataproc Service Agent role is attached to the Dataproc Service Agent service account, you can skip this step.</p></li> </ol></li> <li><p>You can use the Google Cloud CLI or the Dataproc API to set the key you created in Step 1 on a workflow. Once the key is set on a workflow, all the workflow job arguments and queries are encrypted using the key for any of the job types and arguments listed in <a href="/dataproc/docs/reference/rest/v1/projects.locations.workflowTemplates#encryptionconfig">WorkflowTemplate.EncryptionConfig.kmsKey</a>. <div class="ds-selector-tabs" id="dsTabsDefault"> <section> <h3 id="gcloud-cli_1" data-text="gcloud CLI" tabindex="-1">gcloud CLI</h3> <p>Pass resource ID of your key to the <code translate="no" dir="ltr">--kms-key</code> flag when you create the workflow template with the <a href="/sdk/gcloud/reference/dataproc/workflow-templates/create">gcloud dataproc workflow-templates create</a> command.</p> <p><strong>Example:</strong></p> <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates create <var translate="no">my-template-name</var> \     --region=<var translate="no">region</var> \     --kms-key='projects/<var translate="no">project-id</var>/locations/<var translate="no">region</var>/keyRings/<var translate="no">key-ring-name</var>/cryptoKeys/<var translate="no">key-name</var>' \     <var translate="no">other arguments ...</var> </pre></devsite-code> You can verify the key setting from the <code translate="no" dir="ltr">gcloud</code> command-line tool. <div></div><devsite-code><pre class="devsite-click-to-copy devsite-terminal" translate="no" dir="ltr" is-upgraded> gcloud dataproc workflow-templates describe <var translate="no">TEMPLATE_NAME</var> \     --region=<var translate="no">REGION</var> </pre></devsite-code> <div></div><devsite-code><pre translate="no" dir="ltr" is-upgraded> ... id: <var translate="no">my-template-name</var> encryptionConfig: <strong>kmsKey:</strong> projects/<var translate="no">PROJECT_ID</var>/locations/<var translate="no">REGION</var>/keyRings/<var translate="no">KEY_RING_NAME</var>/cryptoKeys/<var translate="no">KEY_NAME</var> ... </pre></devsite-code> </section> <section> <h3 id="rest-api_1" data-text="REST API" tabindex="-1">REST API</h3> <p>Use <a href="/dataproc/docs/reference/rest/v1/projects.locations.workflowTemplates#encryptionconfig">WorkflowTemplate.EncryptionConfig.kmsKey</a> as part of a <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/create">workflowTemplates.create request</a>.</p> <p>You can verify the key setting by issuing a <a href="/dataproc/docs/reference/rest/v1/projects.regions.workflowTemplates/get">workflowTemplates.get</a> request. The returned JSON contains lists the <code translate="no" dir="ltr">kmsKey</code>:</p> <div></div><devsite-code><pre translate="no" dir="ltr" is-upgraded> ... "id": "<var translate="no">my-template-name</var>", "encryptionConfig": { <strong>"kmsKey": "projects/<var translate="no">project-id</var>/locations/<var translate="no">region</var>/keyRings/<var translate="no">key-ring-name</var>/cryptoKeys/<var translate="no">key-name</var>"</strong> }, </pre></devsite-code> </section> </div></p></li> </ol> <h2 id="cloud_external_key_manager" data-text="Cloud External Key Manager" tabindex="-1">Cloud External Key Manager</h2> <p><a href="/kms/docs/ekm">Cloud External Key Manager (Cloud EKM) (EKM)</a> lets you protect Dataproc data using keys managed by a <a href="/kms/docs/ekm#supported_partners">supported external key management partner</a>. The steps you follow to use EKM in Dataproc are the same as as those you use to <a href="/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption#using_cmek">set up CMEK keys</a>, with the following difference: your key points to a URI for the <strong>externally managed key</strong> (see <a href="/kms/docs/ekm#overview">Cloud EKM Overview</a>).</p> <h3 id="errors" data-text="Cloud EKM errors" tabindex="-1">Cloud EKM errors</h3> <p>When you use Cloud EKM, an attempt to create a cluster can fail due to errors associated with inputs, Cloud EKM, the external key management partner system, or communications between EKM and the external system. If you use the REST API or the Google Cloud console, errors are logged in <a href="/logging">Logging</a>. You can examine the failed cluster's errors from the <strong>View Log</strong> tab.</p> <aside class="key-point">If you use <a href="/shell">Cloud Shell</a> to create a cluster, errors are displayed in the Cloud Shell terminal and in Logging.</aside> <devsite-hats-survey class="nocontent" hats-id="Nd7nTix2o0eU5NUYprb0ThtUc5jf" listnr-id="83405"></devsite-hats-survey> </div> <devsite-thumb-rating position="footer"> </devsite-thumb-rating> <devsite-feedback position="footer" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="footer" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Send feedback </button> </devsite-feedback> <div class="devsite-floating-action-buttons"> </div> </article> <devsite-content-footer class="nocontent"> <p>Except as otherwise noted, the content of this page is licensed under the <a href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 License</a>, and code samples are licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache 2.0 License</a>. For details, see the <a href="https://developers.google.com/site-policies">Google Developers Site Policies</a>. Java is a registered trademark of Oracle and/or its affiliates.</p> <p>Last updated 2024-11-26 UTC.</p> </devsite-content-footer> <devsite-notification > </devsite-notification> <div class="devsite-content-data"> <template class="devsite-thumb-rating-feedback"> <devsite-feedback position="thumb-rating" project-name="Dataproc Documentation" product-id="714119" bucket="Dataproc Docs" context="Dataproc docs feedback link" version="t-devsite-webserver-20241114-r00-rc02.464922260396498922" data-label="Send Feedback Button" track-type="feedback" track-name="sendFeedbackLink" track-metadata-position="thumb-rating" class="nocontent" project-feedback-url="https://issuetracker.google.com/issues/new?component=187133" project-icon="https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/super_cloud.png" project-support-url="https://cloud.google.com/dataproc/docs/support/getting-support" > <button> Need to tell us more? </button> </devsite-feedback> </template> <template class="devsite-content-data-template"> [[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2024-11-26 UTC."],[],[]] </template> </div> </devsite-content> </main> <devsite-footer-promos class="devsite-footer"> </devsite-footer-promos> <devsite-footer-linkboxes class="devsite-footer"> <nav class="devsite-footer-linkboxes nocontent" aria-label="Footer links"> <ul class="devsite-footer-linkboxes-list"> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Why Google</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/why-google-cloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-child_headline="why google"track-name="choosing google cloud"track-metadata-eventDetail="cloud.google.com/why-google-cloud/"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"> Choosing Google Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/trust-center/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-name="trust and security"track-metadata-module="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/security/"track-metadata-child_headline="why google"track-metadata-position="footer"> Trust and security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/modern-infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-eventDetail="cloud.google.com/solutions/modern-infrastructure/"track-metadata-child_headline="why google"track-type="footer link"track-metadata-module="footer"track-metadata-position="footer"track-name="modern infrastructure cloud"> Modern Infrastructure Cloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/multicloud/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-type="footer link"track-metadata-child_headline="why google"track-name="multicloud"track-metadata-eventDetail="cloud.google.com/multicloud/"track-metadata-position="footer"track-metadata-module="footer"> Multicloud </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/infrastructure/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-module="footer"track-metadata-child_headline="why google"track-type="footer link"track-metadata-eventDetail="cloud.google.com/infrastructure/"track-metadata-position="footer"track-name="global infrastructure"> Global infrastructure </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/customers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/customers/"track-type="footer link"track-metadata-child_headline="why google"track-name="customers and case studies"track-metadata-module="footer"> Customers and case studies </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/analyst-reports/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-type="footer link"track-metadata-module="footer"track-metadata-child_headline="why google"track-name="analyst reports"track-metadata-eventDetail="cloud.google.com/analyst-reports/"track-metadata-position="footer"> Analyst reports </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/whitepapers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/whitepapers/"track-name="whitepapers"track-metadata-child_headline="why google"track-metadata-position="footer"track-type="footer link"> Whitepapers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/blog/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-type="footer link"track-metadata-module="footer"track-name="blog"track-metadata-position="footer"track-metadata-child_headline="engage"track-metadata-eventDetail="cloud.google.com/blog/"> Blog </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Products and pricing</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/pricing/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-eventDetail="cloud.google.com/pricing/"track-metadata-position="footer"track-name="google cloud pricing"track-type="footer link"track-metadata-module="footer"track-metadata-child_headline="products and pricing"> Google Cloud pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//workspace.google.com/pricing.html" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-type="footer link"track-metadata-position="footer"track-metadata-module="footer"track-name="google workspace pricing"target="_blank"track-metadata-child_headline="products and pricing"track-metadata-eventDetail="workspace.google.com/pricing.html"> Google Workspace pricing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/products/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/products/"track-metadata-child_headline="products and pricing"track-metadata-module="footer"track-type="footer link"track-name="see all products"> See all products </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Solutions</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/solutions/infrastructure-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-name="infrastructure modernization"track-metadata-module="footer"track-metadata-position="footer"track-metadata-child_headline="solutions"track-metadata-eventDetail="cloud.google.com/solutions/infrastructure-modernization/"track-type="footer link"> Infrastructure modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/databases/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-eventDetail="cloud.google.com/solutions/databases"track-metadata-position="footer"track-metadata-child_headline="solutions"track-name="databases"track-metadata-module="footer"track-type="footer link"> Databases </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/application-modernization/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-child_headline="solutions"track-name="application development"track-type="footer link"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/solutions/application-modernization/"track-metadata-position="footer"> Application modernization </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/smart-analytics/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-child_headline="solutions"track-metadata-module="footer"track-name="smart analytics"track-metadata-eventDetail="cloud.google.com/solutions/smart-analytics/"track-type="footer link"track-metadata-position="footer"> Smart analytics </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/ai/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/solutions/ai/"track-name="artificial intelligence"track-metadata-child_headline="solutions"track-metadata-position="footer"track-type="footer link"> Artificial Intelligence </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/security/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-name="security"track-type="footer link"track-metadata-eventDetail="cloud.google.com/solutions/security/"track-metadata-position="footer"track-metadata-child_headline="solutions"track-metadata-module="footer"> Security </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://workspace.google.com/enterprise/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-metadata-eventDetail="workspace.google.com/enterprise/"target="_blank"track-metadata-child_headline="solutions"track-type="footer link"track-metadata-position="footer"track-metadata-module="footer"track-name="productivity and work transformation"> Productivity & work transformation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#industry-solutions" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-name="industry solutions"track-metadata-child_headline="solutions"track-metadata-eventDetail="cloud.google.com/solutions/#industry-solutions"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"> Industry solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/devops/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-type="footer link"track-metadata-position="footer"track-metadata-child_headline="solutions"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/solutions/devops/"track-name="devops solutions"> DevOps solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/#section-14" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-name="small business solutions"track-metadata-child_headline="solutions"track-metadata-eventDetail="cloud.google.com/solutions/#section-14"track-metadata-module="footer"track-type="footer link"track-metadata-position="footer"> Small business solutions </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/solutions/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-metadata-position="footer"track-type="footer link"track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/solutions/"track-metadata-child_headline="solutions"track-name="see all solutions"> See all solutions </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Resources</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/affiliate-program/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-module="footer"track-metadata-child_headline="resources"track-metadata-position="footer"track-name="google cloud affiliate program"track-metadata-eventDetail="cloud.google.com/affiliate-program/"track-type="footer link"> Google Cloud Affiliate Program </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-child_headline="resources"track-type="footer link"track-metadata-position="footer"track-name="google cloud documentation"track-metadata-eventDetail="cloud.google.com/docs/"track-metadata-module="footer"> Google Cloud documentation </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/get-started/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-metadata-module="footer"track-metadata-child_headline="resources"track-type="footer link"track-metadata-eventDetail="cloud.google.com/docs/get-started/"track-metadata-position="footer"track-name="google cloud quickstarts"> Google Cloud quickstarts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/marketplace/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-module="footer"track-metadata-eventDetail="cloud.google.com/marketplace/"track-type="footer link"track-name="google cloud marketplace"track-metadata-child_headline="resources"track-metadata-position="footer"> Google Cloud Marketplace </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/discover/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-eventDetail="learn/"track-metadata-position="footer"track-metadata-module="footer"track-type="footer link"track-metadata-child_headline="resources"track-name="learn about cloud computing"> Learn about cloud computing </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/support-hub/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/support-hub/"track-name="support"track-type="footer link"track-metadata-module="footer"track-metadata-child_headline="resources"> Support </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/docs/samples" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" track-type="footer link"track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/docs/samples"track-name="code samples"track-metadata-position="footer"track-metadata-module="footer"> Code samples </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/architecture/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/architecture/"track-metadata-child_headline="resources"track-metadata-module="footer"track-name="cloud architecture center"track-type="footer link"> Cloud Architecture Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/training/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/training/"track-type="footer link"track-metadata-child_headline="resources"track-metadata-module="footer"track-name="training"> Training </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/learn/certification/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-module="footer"track-type="footer link"track-metadata-child_headline="resources"track-metadata-position="footer"track-name="certifications"track-metadata-eventDetail="cloud.google.com/certification"> Certifications </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//developers.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-metadata-eventDetail="developers.google.com"track-type="footer link"track-metadata-child_headline="resources"track-metadata-module="footer"track-metadata-position="footer"target="_blank"track-name="google developers"> Google for Developers </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/startup/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" track-type="footer link"track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/startup/"track-metadata-position="footer"track-metadata-module="footer"track-name="google cloud for startups"> Google Cloud for Startups </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//status.cloud.google.com" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" track-metadata-position="footer"target="_blank"track-metadata-child_headline="resources"track-metadata-module="footer"track-metadata-eventDetail="status.cloud.google.com"track-type="footer link"track-name="system status"> System status </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/release-notes" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 14)" track-name="release notes"track-metadata-position="footer"track-type="footer link"track-metadata-child_headline="resources"track-metadata-eventDetail="cloud.google.com/release-notes/"track-metadata-module="footer"> Release Notes </a> </li> </ul> </li> <li class="devsite-footer-linkbox "> <h3 class="devsite-footer-linkbox-heading no-link">Engage</h3> <ul class="devsite-footer-linkbox-list"> <li class="devsite-footer-linkbox-item"> <a href="/contact/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 1)" track-metadata-eventDetail="cloud.google.com/contact/"track-metadata-module="footer"track-metadata-child_headline="engage"track-name="contact sales"track-type="footer link"track-metadata-position="footer"> Contact sales </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//cloud.google.com/find-a-partner" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 2)" track-metadata-module="footer"track-type="footer link"track-name="find a partner"track-metadata-child_headline="engage"track-metadata-eventDetail="cloud.google.com/find-a-partner"track-metadata-position="footer"target="_blank"> Find a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/partners/become-a-partner/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 3)" track-type="footer link"track-metadata-module="footer"track-name="become a partner"track-metadata-eventDetail="cloud.google.com/partners/become-a-partner/"track-metadata-child_headline="engage"track-metadata-position="footer"> Become a Partner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/events/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 4)" track-metadata-eventDetail="cloud.withgoogle.com/events"track-metadata-position="footer"track-name="events"track-type="footer link"track-metadata-child_headline="engage"track-metadata-module="footer"> Events </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/podcasts/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 5)" track-metadata-child_headline="engage"target="_blank"track-metadata-module="footer"track-metadata-position="footer"track-metadata-eventDetail="cloud.google.com/podcasts/"track-type="footer link"track-name="podcasts"rel="noopener"> Podcasts </a> </li> <li class="devsite-footer-linkbox-item"> <a href="/developers/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 6)" track-metadata-module="footer"track-metadata-child_headline="engage"track-metadata-position="footer"track-type="footer link"track-metadata-eventDetail="cloud.google.com/developers/"track-name="developer center"> Developer Center </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudpresscorner.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 7)" target="_blank"rel="noopener"track-metadata-module="footer"track-metadata-position="footer"track-name="press corner"track-type="footer link"track-metadata-child_headline="engage"track-metadata-eventDetail="www.googlecloudpresscorner.com"> Press Corner </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 8)" track-name="google cloud on youtube"rel="noopener"track-metadata-eventDetail="www.youtube.com/googlecloud"track-type="footer link"track-metadata-child_headline="engage"track-metadata-module="footer"track-metadata-position="footer"target="_blank"> Google Cloud on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//www.youtube.com/googlecloudplatform" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 9)" target="_blank"track-metadata-eventDetail="www.youtube.com/googlecloudplatform"track-metadata-position="footer"track-metadata-child_headline="engage"track-name="google cloud tech on youtube"track-metadata-module="footer"track-type="footer link"rel="noopener"> Google Cloud Tech on YouTube </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//x.com/googlecloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 10)" track-metadata-module="footer"track-type="footer link"track-name="follow on x"track-metadata-position="footer"track-metadata-child_headline="engage"rel="noopener"target="_blank"track-metadata-eventDetail="x.com/googlecloud"> Follow on X </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 11)" track-metadata-position="footer"track-metadata-eventDetail="userresearch.google.com/?reserved=1&utm_source=website&Q_Language=en&utm_medium=own_srch&utm_campaign=CloudWebFooter&utm_term=0&utm_content=0&productTag=clou&campaignDate=jul19&pType=devel&referral_code=jk212693"track-metadata-module="footer"track-type="footer link"track-metadata-child_headline="engage"target="_blank"track-name="join user research"> Join User Research </a> </li> <li class="devsite-footer-linkbox-item"> <a href="//careers.google.com/cloud" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 12)" track-metadata-eventDetail="careers.google.com/cloud"target="_blank"track-metadata-position="footer"track-metadata-child_headline="engage"track-type="footer link"track-name="we are hiring join google cloud"track-metadata-module="footer"> We're hiring. Join Google Cloud! </a> </li> <li class="devsite-footer-linkbox-item"> <a href="https://www.googlecloudcommunity.com/" class="devsite-footer-linkbox-link gc-analytics-event" data-category="Site-Wide Custom Events" data-label="Footer Link (index 13)" track-name="google cloud community"track-metadata-position="footer"track-type="footer link"target="_blank"track-metadata-eventDetail="www.googlecloudcommunity.com"track-metadata-child_headline="engage"rel="noopener"track-metadata-module="footer"> Google Cloud Community </a> </li> </ul> </li> </ul> </nav> </devsite-footer-linkboxes> <devsite-footer-utility class="devsite-footer"> <div class="devsite-footer-utility nocontent"> <nav class="devsite-footer-utility-links" aria-label="Utility links"> <ul class="devsite-footer-utility-list"> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//about.google/" data-category="Site-Wide Custom Events" data-label="Footer About Google link" track-type="footer link" track-name="about google" track-metadata-eventDetail="//about.google/" track-metadata-module="utility footer" track-metadata-position="footer" target="_blank" > About Google </a> </li> <li class="devsite-footer-utility-item devsite-footer-privacy-link"> <a class="devsite-footer-utility-link gc-analytics-event" href="//policies.google.com/privacy" data-category="Site-Wide Custom Events" data-label="Footer Privacy link" track-metadata-module="utility footer" track-type="footer link" target="_blank" track-metadata-position="footer" track-name="privacy" track-metadata-eventDetail="//policies.google.com/privacy" > Privacy </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="//www.google.com/intl/en/policies/terms/regional.html" data-category="Site-Wide Custom Events" data-label="Footer Site terms link" track-type="footer link" track-name="site terms" track-metadata-eventDetail="//www.google.com/intl/en/policies/terms/regional.html" track-metadata-module="utility footer" track-metadata-position="footer" target="_blank" > Site terms </a> </li> <li class="devsite-footer-utility-item "> <a class="devsite-footer-utility-link gc-analytics-event" href="/product-terms/" data-category="Site-Wide Custom Events" data-label="Footer Google Cloud terms link" track-name="google cloud terms" track-type="footer link" track-metadata-position="footer" track-metadata-eventDetail="/product-terms/" track-metadata-module="utility footer" > Google Cloud terms </a> </li> <li class="devsite-footer-utility-item glue-cookie-notification-bar-control"> <a class="devsite-footer-utility-link gc-analytics-event" href="#" data-category="Site-Wide Custom Events" data-label="Footer Manage cookies link" track-type="footer link" track-metadata-module="utility footer" track-metadata-position="footer" track-name="Manage cookies" aria-hidden="true" track-metadata-eventDetail="#" > Manage cookies </a> </li> <li class="devsite-footer-utility-item devsite-footer-carbon-button"> <a class="devsite-footer-utility-link gc-analytics-event" href="/sustainability" data-category="Site-Wide Custom Events" data-label="Footer Our third decade of climate action: join us link" track-type="footer link" track-metadata-position="footer" track-metadata-module="utility footer" track-metadata-eventDetail="/sustainability/" track-name="Our third decade of climate action: join us" > Our third decade of climate action: join us </a> </li> <li class="devsite-footer-utility-item devsite-footer-utility-button"> <span class="devsite-footer-utility-description">Sign up for the Google Cloud newsletter</span> <a class="devsite-footer-utility-link gc-analytics-event" href="/newsletter/" data-category="Site-Wide Custom Events" data-label="Footer Subscribe link" track-type="footer link" track-metadata-position="footer" track-name="subscribe" track-metadata-eventDetail="/newsletter/" track-metadata-module="utility footer" > Subscribe </a> </li> </ul> <devsite-language-selector> <ul role="presentation"> <li role="presentation"> <a role="menuitem" lang="en" >English</a> </li> <li role="presentation"> <a role="menuitem" lang="de" >Deutsch</a> </li> <li role="presentation"> <a role="menuitem" lang="es_419" >Español – América Latina</a> </li> <li role="presentation"> <a role="menuitem" lang="fr" >Français</a> </li> <li role="presentation"> <a role="menuitem" lang="pt_br" >Português – Brasil</a> </li> <li role="presentation"> <a role="menuitem" lang="zh_cn" >中文 – 简体</a> </li> <li role="presentation"> <a role="menuitem" lang="ja" >日本語</a> </li> <li role="presentation"> <a role="menuitem" lang="ko" >한국어</a> </li> </ul> </devsite-language-selector> </nav> </div> </devsite-footer-utility> <devsite-panel></devsite-panel> </section></section> <devsite-sitemask></devsite-sitemask> <devsite-snackbar></devsite-snackbar> <devsite-tooltip ></devsite-tooltip> <devsite-heading-link></devsite-heading-link> <devsite-analytics> <script type="application/json" analytics>[]</script> <script type="application/json" tag-management>{"at": "True", "ga4": [], "ga4p": [], "gtm": [{"id": "GTM-5CVQBG", "purpose": 1}], "parameters": {"internalUser": "False", "language": {"machineTranslated": "False", "requested": "en", "served": "en"}, "pageType": "article", "projectName": "Dataproc Documentation", "signedIn": "False", "tenant": "cloud", "recommendations": {"sourcePage": "", "sourceType": 0, "sourceRank": 0, "sourceIdenticalDescriptions": 0, "sourceTitleWords": 0, "sourceDescriptionWords": 0, "experiment": ""}, "experiment": {"ids": ""}}}</script> </devsite-analytics> <devsite-badger></devsite-badger> <cloudx-user></cloudx-user> <cloudx-free-trial-eligible-store freeTrialEligible='true'></cloudx-free-trial-eligible-store> <cloudx-pricing-socket></cloudx-pricing-socket> <cloudx-experiments type="TestAACodivertedExperiment" path="/virtual/TestAACodivertedExperiment/configureExperiment" location="SG" variant="variant2" ></cloudx-experiments> <cloudx-experiment-ids userCountry="SG" devsiteExperimentIdList="[39300012, 39300021, 39300118, 39300196, 39300241, 39300317, 39300320, 39300326, 39300346, 39300354, 39300363, 39300373, 39300412, 39300422, 39300436, 39300473, 39300487, 39300496, 39300498]"> </cloudx-experiment-ids> <script nonce="HB7qU6O+5rFZLbkrdHur76ArLT2KGT"> (function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i; t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0]; E.parentNode.insertBefore(t,E);})(window, document, 'script', 'https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/js/app_loader.js', '[2,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud","https://cloud-dot-devsite-v2-prod.appspot.com",null,null,["/_pwa/cloud/manifest.json","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/favicons/onecloud/favicon.ico","https://www.gstatic.com/devrel-devsite/prod/v870e399c64f7c43c99a3043db4b3a74327bb93d0914e84a0c3dba90bbfd67625/cloud/images/cloud-logo.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500,700|Google+Sans+Text:400,400italic,500,500italic,700,700italic|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,116,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyAP-jjEJBzmIyKR4F-3XITp8yM9T1gEEI8","AIzaSyB6xiKGDR5O3Ak2okS4rLkauxGUG7XP0hg","cloud.google.com","AIzaSyAQk0fBONSGUqCNznf6Krs82Ap1-NV6J4o","AIzaSyCCxcqdrZ_7QMeLCRY20bh_SXdAYqy70KY",null,null,null,["CloudShell__cloud_shell_button","Cloud__enable_cloud_dlp_service","Cloud__enable_cloud_shell_fte_user_flow","Cloud__enable_cloud_facet_chat","DevPro__enable_cloud_innovators_plus","Cloud__enable_legacy_calculator_redirect","Cloud__enable_free_trial_server_call","Profiles__enable_release_notes_notifications","MiscFeatureFlags__enable_view_transitions","Cloud__enable_cloudx_ping","Profiles__enable_awarding_url","Profiles__enable_dashboard_curated_recommendations","MiscFeatureFlags__developers_footer_dark_image","Search__enable_page_map","Profiles__enable_public_developer_profiles","Concierge__enable_concierge_restricted","Profiles__enable_developer_profiles_callout","Search__scope_to_project_tenant","MiscFeatureFlags__enable_firebase_utm","TpcFeatures__enable_required_headers","Cloud__enable_llm_concierge_chat","Search__enable_dynamic_content_confidential_banner","EngEduTelemetry__enable_engedu_telemetry","Concierge__enable_pushui","Search__enable_ai_search_summaries","MiscFeatureFlags__emergency_css","CloudShell__cloud_code_overflow_menu","Profiles__require_profile_eligibility_for_signin","Cloud__enable_cloudx_experiment_ids","Search__enable_ai_eligibility_checks","Profiles__enable_complete_playlist_endpoint","MiscFeatureFlags__enable_variable_operator","Cloud__enable_cloud_shell","Profiles__enable_profile_collections","TpcFeatures__enable_mirror_tenant_redirects","Profiles__enable_completecodelab_endpoint","Experiments__reqs_query_experiments","BookNav__enable_tenant_cache_key","MiscFeatureFlags__developers_footer_image","Profiles__enable_page_saving","Search__enable_ai_search_summaries_restricted","Search__enable_suggestions_from_borg","Profiles__enable_recognition_badges","MiscFeatureFlags__enable_project_variables","Analytics__enable_clearcut_logging","DevPro__enable_developer_subscriptions","MiscFeatureFlags__enable_explain_this_code"],null,null,"AIzaSyBLEMok-5suZ67qRPzx0qUtbnLmyT_kCVE","https://developerscontentserving-pa.clients6.google.com","AIzaSyCM4QpTRSqP5qI4Dvjt4OAScIN8sOUlO-k","https://developerscontentsearch-pa.clients6.google.com",1,4,1,"https://developerprofiles-pa.clients6.google.com",[2,"cloud","Google Cloud","cloud.google.com",null,"cloud-dot-devsite-v2-prod.appspot.com",null,null,[1,1,null,null,null,null,null,null,null,null,null,[1],null,null,null,null,null,1,[1],[null,null,null,[1,20],"/terms/recommendations"],[1],null,[1],[1,null,1],[1,1,null,null,1,null,["/vertex-ai/"]]],null,[22,null,null,null,null,null,"/images/cloud-logo.svg","/images/favicons/onecloud/apple-icon.png",null,null,null,null,1,1,1,[6,5],[],null,null,[[],[],[],[],[],[],[],[]],null,1,null,null,null,null,[]],[],null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[6,1,14,15,22,23,29,37],null,[[null,null,null,null,null,null,[1,[["docType","Choose a content type",[["ApiReference",null,null,null,null,null,null,null,null,"API reference"],["Sample",null,null,null,null,null,null,null,null,"Code sample"],["ReferenceArchitecture",null,null,null,null,null,null,null,null,"Reference architecture"],["Tutorial",null,null,null,null,null,null,null,null,"Tutorial"]]],["category","Choose a topic",[["AiAndMachineLearning",null,null,null,null,null,null,null,null,"Artificial intelligence and machine learning (AI/ML)"],["ApplicationDevelopment",null,null,null,null,null,null,null,null,"Application development"],["BigDataAndAnalytics",null,null,null,null,null,null,null,null,"Big data and analytics"],["Compute",null,null,null,null,null,null,null,null,"Compute"],["Containers",null,null,null,null,null,null,null,null,"Containers"],["Databases",null,null,null,null,null,null,null,null,"Databases"],["HybridCloud",null,null,null,null,null,null,null,null,"Hybrid and multicloud"],["LoggingAndMonitoring",null,null,null,null,null,null,null,null,"Logging and monitoring"],["Migrations",null,null,null,null,null,null,null,null,"Migrations"],["Networking",null,null,null,null,null,null,null,null,"Networking"],["SecurityAndCompliance",null,null,null,null,null,null,null,null,"Security and compliance"],["Serverless",null,null,null,null,null,null,null,null,"Serverless"],["Storage",null,null,null,null,null,null,null,null,"Storage"]]]]]],[1],null,1],[[null,null,null,null,null,["GTM-5CVQBG"],null,null,null,null,null,[["GTM-5CVQBG",2]],1],null,null,null,null,null,1],"mwETRvWii0eU5NUYprb0Y9z5GVbc",4,null,null,null,null,null,null,null,null,null,null,null,null,null,"cloud.devsite.google"],null,"pk_live_5170syrHvgGVmSx9sBrnWtA5luvk9BwnVcvIi7HizpwauFG96WedXsuXh790rtij9AmGllqPtMLfhe2RSwD6Pn38V00uBCydV4m"]') </script> <devsite-a11y-announce></devsite-a11y-announce> </body> </html>

CINXE.COM

Customer managed encryption keys (CMEK) | Dataproc Documentation | Google Cloud