Class ClusterConfig

The cluster config.

Inheritance

System.Object

ClusterConfig

Implements

Google.Apis.Requests.IDirectResponseSchema

Inherited Members

System.Object.Equals(System.Object)

System.Object.Equals(System.Object, System.Object)

System.Object.GetHashCode()

System.Object.GetType()

System.Object.MemberwiseClone()

System.Object.ReferenceEquals(System.Object, System.Object)

System.Object.ToString()

Namespace: Google.Apis.Dataproc.v1beta2.Data

Assembly: Google.Apis.Dataproc.v1beta2.dll

Syntax

public class ClusterConfig : IDirectResponseSchema

Properties

AutoscalingConfig

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

Declaration

[JsonProperty("autoscalingConfig")]
public virtual AutoscalingConfig AutoscalingConfig { get; set; }

Property Value

Type	Description
AutoscalingConfig

ConfigBucket

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging bucket (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field requires a Cloud Storage bucket name, not a URI to a Cloud Storage bucket.

Declaration

[JsonProperty("configBucket")]
public virtual string ConfigBucket { get; set; }

Property Value

Type	Description
System.String

EncryptionConfig

Optional. Encryption settings for the cluster.

Declaration

[JsonProperty("encryptionConfig")]
public virtual EncryptionConfig EncryptionConfig { get; set; }

Property Value

Type	Description
EncryptionConfig

EndpointConfig

Optional. Port/endpoint configuration for this cluster

Declaration

[JsonProperty("endpointConfig")]
public virtual EndpointConfig EndpointConfig { get; set; }

Property Value

Type	Description
EndpointConfig

ETag

The ETag of the item.

Declaration

public virtual string ETag { get; set; }

Property Value

Type	Description
System.String

GceClusterConfig

Optional. The shared Compute Engine config settings for all instances in a cluster.

Declaration

[JsonProperty("gceClusterConfig")]
public virtual GceClusterConfig GceClusterConfig { get; set; }

Property Value

Type	Description
GceClusterConfig

GkeClusterConfig

Optional. The Kubernetes Engine config for Dataproc clusters deployed to Kubernetes. Setting this is considered mutually exclusive with Compute Engine-based options such as gce_cluster_config, master_config, worker_config, secondary_worker_config, and autoscaling_config.

Declaration

[JsonProperty("gkeClusterConfig")]
public virtual GkeClusterConfig GkeClusterConfig { get; set; }

Property Value

Type	Description
GkeClusterConfig

InitializationActions

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget): ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1beta2/instance/attributes/dataproc-role) if [[ "${ROLE}" == 'Master' ]]; then ... master specific actions ... else ... worker specific actions ... fi

Declaration

[JsonProperty("initializationActions")]
public virtual IList<NodeInitializationAction> InitializationActions { get; set; }

Property Value

Type	Description
System.Collections.Generic.IList<NodeInitializationAction>

LifecycleConfig

Optional. The config setting for auto delete cluster schedule.

Declaration

[JsonProperty("lifecycleConfig")]
public virtual LifecycleConfig LifecycleConfig { get; set; }

Property Value

Type	Description
LifecycleConfig

MasterConfig

Optional. The Compute Engine config settings for the master instance in a cluster.

Declaration

[JsonProperty("masterConfig")]
public virtual InstanceGroupConfig MasterConfig { get; set; }

Property Value

Type	Description
InstanceGroupConfig

MetastoreConfig

Optional. Metastore configuration.

Declaration

[JsonProperty("metastoreConfig")]
public virtual MetastoreConfig MetastoreConfig { get; set; }

Property Value

Type	Description
MetastoreConfig

SecondaryWorkerConfig

Optional. The Compute Engine config settings for additional worker instances in a cluster.

Declaration

[JsonProperty("secondaryWorkerConfig")]
public virtual InstanceGroupConfig SecondaryWorkerConfig { get; set; }

Property Value

Type	Description
InstanceGroupConfig

SecurityConfig

Optional. Security related configuration.

Declaration

[JsonProperty("securityConfig")]
public virtual SecurityConfig SecurityConfig { get; set; }

Property Value

Type	Description
SecurityConfig

SoftwareConfig

Optional. The config settings for software inside the cluster.

Declaration

[JsonProperty("softwareConfig")]
public virtual SoftwareConfig SoftwareConfig { get; set; }

Property Value

Type	Description
SoftwareConfig

TempBucket

Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data, such as Spark and MapReduce history files. If you do not specify a temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's temp bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket. The default bucket has a TTL of 90 days, but you can use any TTL (or none) if you specify a bucket. This field requires a Cloud Storage bucket name, not a URI to a Cloud Storage bucket.

Declaration

[JsonProperty("tempBucket")]
public virtual string TempBucket { get; set; }

Property Value

Type	Description
System.String

WorkerConfig

Optional. The Compute Engine config settings for worker instances in a cluster.

Declaration

[JsonProperty("workerConfig")]
public virtual InstanceGroupConfig WorkerConfig { get; set; }

Property Value

Type	Description
InstanceGroupConfig

Implements

Google.Apis.Requests.IDirectResponseSchema