Class ClusterConfig

The cluster config.

Inheritance

System.Object

ClusterConfig

Implements

IDirectResponseSchema

Inherited Members

System.Object.Equals(System.Object)

System.Object.Equals(System.Object, System.Object)

System.Object.GetHashCode()

System.Object.GetType()

System.Object.MemberwiseClone()

System.Object.ReferenceEquals(System.Object, System.Object)

System.Object.ToString()

Namespace: Google.Apis.Dataproc.v1.Data

Assembly: Google.Apis.Dataproc.v1.dll

Syntax

public class ClusterConfig : IDirectResponseSchema

Properties

AutoscalingConfig

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

Declaration

[JsonProperty("autoscalingConfig")]
public virtual AutoscalingConfig AutoscalingConfig { get; set; }

Property Value

Type	Description
AutoscalingConfig

ConfigBucket

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging bucket (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging- bucket)).

Declaration

[JsonProperty("configBucket")]
public virtual string ConfigBucket { get; set; }

Property Value

Type	Description
System.String

EncryptionConfig

Optional. Encryption settings for the cluster.

Declaration

[JsonProperty("encryptionConfig")]
public virtual EncryptionConfig EncryptionConfig { get; set; }

Property Value

Type	Description
EncryptionConfig

ETag

The ETag of the item.

Declaration

public virtual string ETag { get; set; }

Property Value

Type	Description
System.String

GceClusterConfig

Optional. The shared Compute Engine config settings for all instances in a cluster.

Declaration

[JsonProperty("gceClusterConfig")]
public virtual GceClusterConfig GceClusterConfig { get; set; }

Property Value

Type	Description
GceClusterConfig

InitializationActions

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget): ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role) if [[ "${ROLE}" == 'Master' ]]; then ... master specific actions ... else ... worker specific actions ... fi

Declaration

[JsonProperty("initializationActions")]
public virtual IList<NodeInitializationAction> InitializationActions { get; set; }

Property Value

Type	Description
System.Collections.Generic.IList<NodeInitializationAction>

LifecycleConfig

Optional. Lifecycle setting for the cluster.

Declaration

[JsonProperty("lifecycleConfig")]
public virtual LifecycleConfig LifecycleConfig { get; set; }

Property Value

Type	Description
LifecycleConfig

MasterConfig

Optional. The Compute Engine config settings for the master instance in a cluster.

Declaration

[JsonProperty("masterConfig")]
public virtual InstanceGroupConfig MasterConfig { get; set; }

Property Value

Type	Description
InstanceGroupConfig

SecondaryWorkerConfig

Optional. The Compute Engine config settings for additional worker instances in a cluster.

Declaration

[JsonProperty("secondaryWorkerConfig")]
public virtual InstanceGroupConfig SecondaryWorkerConfig { get; set; }

Property Value

Type	Description
InstanceGroupConfig

SecurityConfig

Optional. Security settings for the cluster.

Declaration

[JsonProperty("securityConfig")]
public virtual SecurityConfig SecurityConfig { get; set; }

Property Value

Type	Description
SecurityConfig

SoftwareConfig

Optional. The config settings for software inside the cluster.

Declaration

[JsonProperty("softwareConfig")]
public virtual SoftwareConfig SoftwareConfig { get; set; }

Property Value

Type	Description
SoftwareConfig

WorkerConfig

Optional. The Compute Engine config settings for worker instances in a cluster.

Declaration

[JsonProperty("workerConfig")]
public virtual InstanceGroupConfig WorkerConfig { get; set; }

Property Value

Type	Description
InstanceGroupConfig

Implements

IDirectResponseSchema