public static final class SparkJob.Builder extends GeneratedMessageV3.Builder<SparkJob.Builder> implements SparkJobOrBuilder
A Dataproc job for running [Apache Spark](http://spark.apache.org/) applications on YARN.Protobuf type
google.cloud.dataproc.v1.SparkJobgetAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toStringaddAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageExceptionequals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, waitfindInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneofmergeDelimitedFrom, mergeDelimitedFrommergeFrompublic static final Descriptors.Descriptor getDescriptor()
protected MapField internalGetMapField(int number)
internalGetMapField in class GeneratedMessageV3.Builder<SparkJob.Builder>protected MapField internalGetMutableMapField(int number)
internalGetMutableMapField in class GeneratedMessageV3.Builder<SparkJob.Builder>protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
internalGetFieldAccessorTable in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder clear()
clear in interface Message.Builderclear in interface MessageLite.Builderclear in class GeneratedMessageV3.Builder<SparkJob.Builder>public Descriptors.Descriptor getDescriptorForType()
getDescriptorForType in interface Message.BuildergetDescriptorForType in interface MessageOrBuildergetDescriptorForType in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob getDefaultInstanceForType()
getDefaultInstanceForType in interface MessageLiteOrBuildergetDefaultInstanceForType in interface MessageOrBuilderpublic SparkJob build()
build in interface Message.Builderbuild in interface MessageLite.Builderpublic SparkJob buildPartial()
buildPartial in interface Message.BuilderbuildPartial in interface MessageLite.Builderpublic SparkJob.Builder clone()
clone in interface Message.Builderclone in interface MessageLite.Builderclone in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder setField(Descriptors.FieldDescriptor field, Object value)
setField in interface Message.BuildersetField in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder clearField(Descriptors.FieldDescriptor field)
clearField in interface Message.BuilderclearField in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder clearOneof(Descriptors.OneofDescriptor oneof)
clearOneof in interface Message.BuilderclearOneof in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)
setRepeatedField in interface Message.BuildersetRepeatedField in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder addRepeatedField(Descriptors.FieldDescriptor field, Object value)
addRepeatedField in interface Message.BuilderaddRepeatedField in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder mergeFrom(Message other)
mergeFrom in interface Message.BuildermergeFrom in class AbstractMessage.Builder<SparkJob.Builder>public SparkJob.Builder mergeFrom(SparkJob other)
public final boolean isInitialized()
isInitialized in interface MessageLiteOrBuilderisInitialized in class GeneratedMessageV3.Builder<SparkJob.Builder>public SparkJob.Builder mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
mergeFrom in interface Message.BuildermergeFrom in interface MessageLite.BuildermergeFrom in class AbstractMessage.Builder<SparkJob.Builder>IOExceptionpublic SparkJob.DriverCase getDriverCase()
getDriverCase in interface SparkJobOrBuilderpublic SparkJob.Builder clearDriver()
public boolean hasMainJarFileUri()
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;hasMainJarFileUri in interface SparkJobOrBuilderpublic String getMainJarFileUri()
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;getMainJarFileUri in interface SparkJobOrBuilderpublic ByteString getMainJarFileUriBytes()
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;getMainJarFileUriBytes in interface SparkJobOrBuilderpublic SparkJob.Builder setMainJarFileUri(String value)
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;value - The mainJarFileUri to set.public SparkJob.Builder clearMainJarFileUri()
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;public SparkJob.Builder setMainJarFileUriBytes(ByteString value)
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;value - The bytes for mainJarFileUri to set.public boolean hasMainClass()
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;hasMainClass in interface SparkJobOrBuilderpublic String getMainClass()
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;getMainClass in interface SparkJobOrBuilderpublic ByteString getMainClassBytes()
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;getMainClassBytes in interface SparkJobOrBuilderpublic SparkJob.Builder setMainClass(String value)
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;value - The mainClass to set.public SparkJob.Builder clearMainClass()
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;public SparkJob.Builder setMainClassBytes(ByteString value)
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;value - The bytes for mainClass to set.public ProtocolStringList getArgsList()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];getArgsList in interface SparkJobOrBuilderpublic int getArgsCount()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];getArgsCount in interface SparkJobOrBuilderpublic String getArgs(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];getArgs in interface SparkJobOrBuilderindex - The index of the element to return.public ByteString getArgsBytes(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];getArgsBytes in interface SparkJobOrBuilderindex - The index of the value to return.public SparkJob.Builder setArgs(int index, String value)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The args to set.public SparkJob.Builder addArgs(String value)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];value - The args to add.public SparkJob.Builder addAllArgs(Iterable<String> values)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];values - The args to add.public SparkJob.Builder clearArgs()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];public SparkJob.Builder addArgsBytes(ByteString value)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the args to add.public ProtocolStringList getJarFileUrisList()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUrisList in interface SparkJobOrBuilderpublic int getJarFileUrisCount()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUrisCount in interface SparkJobOrBuilderpublic String getJarFileUris(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUris in interface SparkJobOrBuilderindex - The index of the element to return.public ByteString getJarFileUrisBytes(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUrisBytes in interface SparkJobOrBuilderindex - The index of the value to return.public SparkJob.Builder setJarFileUris(int index, String value)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The jarFileUris to set.public SparkJob.Builder addJarFileUris(String value)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];value - The jarFileUris to add.public SparkJob.Builder addAllJarFileUris(Iterable<String> values)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];values - The jarFileUris to add.public SparkJob.Builder clearJarFileUris()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];public SparkJob.Builder addJarFileUrisBytes(ByteString value)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the jarFileUris to add.public ProtocolStringList getFileUrisList()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUrisList in interface SparkJobOrBuilderpublic int getFileUrisCount()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUrisCount in interface SparkJobOrBuilderpublic String getFileUris(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUris in interface SparkJobOrBuilderindex - The index of the element to return.public ByteString getFileUrisBytes(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUrisBytes in interface SparkJobOrBuilderindex - The index of the value to return.public SparkJob.Builder setFileUris(int index, String value)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The fileUris to set.public SparkJob.Builder addFileUris(String value)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];value - The fileUris to add.public SparkJob.Builder addAllFileUris(Iterable<String> values)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];values - The fileUris to add.public SparkJob.Builder clearFileUris()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];public SparkJob.Builder addFileUrisBytes(ByteString value)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the fileUris to add.public ProtocolStringList getArchiveUrisList()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUrisList in interface SparkJobOrBuilderpublic int getArchiveUrisCount()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUrisCount in interface SparkJobOrBuilderpublic String getArchiveUris(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUris in interface SparkJobOrBuilderindex - The index of the element to return.public ByteString getArchiveUrisBytes(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUrisBytes in interface SparkJobOrBuilderindex - The index of the value to return.public SparkJob.Builder setArchiveUris(int index, String value)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The archiveUris to set.public SparkJob.Builder addArchiveUris(String value)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];value - The archiveUris to add.public SparkJob.Builder addAllArchiveUris(Iterable<String> values)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];values - The archiveUris to add.public SparkJob.Builder clearArchiveUris()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];public SparkJob.Builder addArchiveUrisBytes(ByteString value)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the archiveUris to add.public int getPropertiesCount()
SparkJobOrBuilderOptional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesCount in interface SparkJobOrBuilderpublic boolean containsProperties(String key)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
containsProperties in interface SparkJobOrBuilder@Deprecated public Map<String,String> getProperties()
getPropertiesMap() instead.getProperties in interface SparkJobOrBuilderpublic Map<String,String> getPropertiesMap()
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesMap in interface SparkJobOrBuilderpublic String getPropertiesOrDefault(String key, String defaultValue)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrDefault in interface SparkJobOrBuilderpublic String getPropertiesOrThrow(String key)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrThrow in interface SparkJobOrBuilderpublic SparkJob.Builder clearProperties()
public SparkJob.Builder removeProperties(String key)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
@Deprecated public Map<String,String> getMutableProperties()
public SparkJob.Builder putProperties(String key, String value)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
public SparkJob.Builder putAllProperties(Map<String,String> values)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
public boolean hasLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
hasLoggingConfig in interface SparkJobOrBuilderpublic LoggingConfig getLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfig in interface SparkJobOrBuilderpublic SparkJob.Builder setLoggingConfig(LoggingConfig value)
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public SparkJob.Builder setLoggingConfig(LoggingConfig.Builder builderForValue)
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public SparkJob.Builder mergeLoggingConfig(LoggingConfig value)
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public SparkJob.Builder clearLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public LoggingConfig.Builder getLoggingConfigBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public LoggingConfigOrBuilder getLoggingConfigOrBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfigOrBuilder in interface SparkJobOrBuilderpublic final SparkJob.Builder setUnknownFields(UnknownFieldSet unknownFields)
setUnknownFields in interface Message.BuildersetUnknownFields in class GeneratedMessageV3.Builder<SparkJob.Builder>public final SparkJob.Builder mergeUnknownFields(UnknownFieldSet unknownFields)
mergeUnknownFields in interface Message.BuildermergeUnknownFields in class GeneratedMessageV3.Builder<SparkJob.Builder>Copyright © 2022 Google LLC. All rights reserved.