|
|
|
@ -168,7 +168,7 @@ message ClusterConfig { |
|
|
|
|
// Compute Engine zone where your cluster is deployed, and then create |
|
|
|
|
// and manage this project-level, per-location bucket (see |
|
|
|
|
// [Dataproc staging |
|
|
|
|
// bucket](/dataproc/docs/concepts/configuring-clusters/staging-bucket)). |
|
|
|
|
// bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). |
|
|
|
|
string config_bucket = 1 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
|
|
|
|
|
|
// Optional. The shared Compute Engine config settings for |
|
|
|
@ -301,7 +301,8 @@ message GceClusterConfig { |
|
|
|
|
// communications. Cannot be specified with subnetwork_uri. If neither |
|
|
|
|
// `network_uri` nor `subnetwork_uri` is specified, the "default" network of |
|
|
|
|
// the project is used, if it exists. Cannot be a "Custom Subnet Network" (see |
|
|
|
|
// [Using Subnetworks](/compute/docs/subnetworks) for more information). |
|
|
|
|
// [Using Subnetworks](https://cloud.google.com/compute/docs/subnetworks) for |
|
|
|
|
// more information). |
|
|
|
|
// |
|
|
|
|
// A full URL, partial URI, or short name are valid. Examples: |
|
|
|
|
// |
|
|
|
@ -329,15 +330,15 @@ message GceClusterConfig { |
|
|
|
|
bool internal_ip_only = 7 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
|
|
|
|
|
|
// Optional. The [Dataproc service |
|
|
|
|
// account](/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc) |
|
|
|
|
// account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc) |
|
|
|
|
// (also see [VM Data Plane |
|
|
|
|
// identity](/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity)) |
|
|
|
|
// identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity)) |
|
|
|
|
// used by Dataproc cluster VM instances to access Google Cloud Platform |
|
|
|
|
// services. |
|
|
|
|
// |
|
|
|
|
// If not specified, the |
|
|
|
|
// [Compute Engine default service |
|
|
|
|
// account](/compute/docs/access/service-accounts#default_service_account) |
|
|
|
|
// account](https://cloud.google.com/compute/docs/access/service-accounts#default_service_account) |
|
|
|
|
// is used. |
|
|
|
|
string service_account = 8 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
|
|
|
|
|
@ -357,8 +358,8 @@ message GceClusterConfig { |
|
|
|
|
// * https://www.googleapis.com/auth/devstorage.full_control |
|
|
|
|
repeated string service_account_scopes = 3 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
|
|
|
|
|
|
// The Compute Engine tags to add to all instances (see |
|
|
|
|
// [Tagging instances](/compute/docs/label-or-tag-resources#tags)). |
|
|
|
|
// The Compute Engine tags to add to all instances (see [Tagging |
|
|
|
|
// instances](https://cloud.google.com/compute/docs/label-or-tag-resources#tags)). |
|
|
|
|
repeated string tags = 4; |
|
|
|
|
|
|
|
|
|
// The Compute Engine metadata entries to add to all instances (see |
|
|
|
@ -411,7 +412,7 @@ message InstanceGroupConfig { |
|
|
|
|
// |
|
|
|
|
// **Auto Zone Exception**: If you are using the Dataproc |
|
|
|
|
// [Auto Zone |
|
|
|
|
// Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) |
|
|
|
|
// Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) |
|
|
|
|
// feature, you must use the short name of the machine type |
|
|
|
|
// resource, for example, `n1-standard-2`. |
|
|
|
|
string machine_type_uri = 4 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
@ -433,8 +434,8 @@ message InstanceGroupConfig { |
|
|
|
|
repeated AcceleratorConfig accelerators = 8 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
|
|
|
|
|
|
// Specifies the minimum cpu platform for the Instance Group. |
|
|
|
|
// See [Dataproc→Minimum CPU Platform] |
|
|
|
|
// (/dataproc/docs/concepts/compute/dataproc-min-cpu). |
|
|
|
|
// See [Dataproc -> Minimum CPU |
|
|
|
|
// Platform](https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu). |
|
|
|
|
string min_cpu_platform = 9; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
@ -449,12 +450,13 @@ message ManagedGroupConfig { |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// Specifies the type and number of accelerator cards attached to the instances |
|
|
|
|
// of an instance group (see [GPUs on Compute Engine](/compute/docs/gpus/)). |
|
|
|
|
// of an instance group (see [GPUs on Compute |
|
|
|
|
// Engine](https://cloud.google.com/compute/docs/gpus/)). |
|
|
|
|
message AcceleratorConfig { |
|
|
|
|
// Full URL, partial URI, or short name of the accelerator type resource to |
|
|
|
|
// expose to this instance. See |
|
|
|
|
// [Compute Engine |
|
|
|
|
// AcceleratorTypes](/compute/docs/reference/beta/acceleratorTypes) |
|
|
|
|
// AcceleratorTypes](https://cloud.google.com/compute/docs/reference/beta/acceleratorTypes) |
|
|
|
|
// |
|
|
|
|
// Examples |
|
|
|
|
// * `https://www.googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80` |
|
|
|
@ -463,7 +465,7 @@ message AcceleratorConfig { |
|
|
|
|
// |
|
|
|
|
// **Auto Zone Exception**: If you are using the Dataproc |
|
|
|
|
// [Auto Zone |
|
|
|
|
// Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) |
|
|
|
|
// Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) |
|
|
|
|
// feature, you must use the short name of the accelerator type |
|
|
|
|
// resource, for example, `nvidia-tesla-k80`. |
|
|
|
|
string accelerator_type_uri = 1; |
|
|
|
@ -683,10 +685,10 @@ message ClusterStatus { |
|
|
|
|
message SoftwareConfig { |
|
|
|
|
// Optional. The version of software inside the cluster. It must be one of the |
|
|
|
|
// supported [Dataproc |
|
|
|
|
// Versions](/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions), |
|
|
|
|
// Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions), |
|
|
|
|
// such as "1.2" (including a subminor version, such as "1.2.29"), or the |
|
|
|
|
// ["preview" |
|
|
|
|
// version](/dataproc/docs/concepts/versioning/dataproc-versions#other_versions). |
|
|
|
|
// version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions). |
|
|
|
|
// If unspecified, it defaults to the latest Debian version. |
|
|
|
|
string image_version = 1 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
|
|
|
|
|
@ -706,8 +708,8 @@ message SoftwareConfig { |
|
|
|
|
// * spark: `spark-defaults.conf` |
|
|
|
|
// * yarn: `yarn-site.xml` |
|
|
|
|
// |
|
|
|
|
// For more information, see |
|
|
|
|
// [Cluster properties](/dataproc/docs/concepts/cluster-properties). |
|
|
|
|
// For more information, see [Cluster |
|
|
|
|
// properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties). |
|
|
|
|
map<string, string> properties = 2 [(google.api.field_behavior) = OPTIONAL]; |
|
|
|
|
|
|
|
|
|
// The set of optional components to activate on the cluster. |
|
|
|
|