public final class SparkJob extends GeneratedMessageV3 implements SparkJobOrBuilder
A Dataproc job for running [Apache Spark](http://spark.apache.org/) applications on YARN.Protobuf type
google.cloud.dataproc.v1.SparkJob
Modifier and Type | Class and Description |
---|---|
static class |
SparkJob.Builder
A Dataproc job for running [Apache Spark](http://spark.apache.org/)
applications on YARN.
|
static class |
SparkJob.DriverCase |
GeneratedMessageV3.BuilderParent, GeneratedMessageV3.ExtendableBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage,BuilderType extends GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, GeneratedMessageV3.ExtendableMessage<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.FieldAccessorTable, GeneratedMessageV3.UnusedPrivateParameter
AbstractMessageLite.InternalOneOfEnum
Modifier and Type | Field and Description |
---|---|
static int |
ARCHIVE_URIS_FIELD_NUMBER |
static int |
ARGS_FIELD_NUMBER |
static int |
FILE_URIS_FIELD_NUMBER |
static int |
JAR_FILE_URIS_FIELD_NUMBER |
static int |
LOGGING_CONFIG_FIELD_NUMBER |
static int |
MAIN_CLASS_FIELD_NUMBER |
static int |
MAIN_JAR_FILE_URI_FIELD_NUMBER |
static int |
PROPERTIES_FIELD_NUMBER |
alwaysUseFieldBuilders, unknownFields
memoizedSize
memoizedHashCode
canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, isStringEmpty, makeExtensionsImmutable, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag
findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString
addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof
toByteArray, toByteString, writeDelimitedTo, writeTo
public static final int MAIN_JAR_FILE_URI_FIELD_NUMBER
public static final int MAIN_CLASS_FIELD_NUMBER
public static final int ARGS_FIELD_NUMBER
public static final int JAR_FILE_URIS_FIELD_NUMBER
public static final int FILE_URIS_FIELD_NUMBER
public static final int ARCHIVE_URIS_FIELD_NUMBER
public static final int PROPERTIES_FIELD_NUMBER
public static final int LOGGING_CONFIG_FIELD_NUMBER
protected Object newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
newInstance
in class GeneratedMessageV3
public final UnknownFieldSet getUnknownFields()
getUnknownFields
in interface MessageOrBuilder
getUnknownFields
in class GeneratedMessageV3
public static final Descriptors.Descriptor getDescriptor()
protected MapField internalGetMapField(int number)
internalGetMapField
in class GeneratedMessageV3
protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
internalGetFieldAccessorTable
in class GeneratedMessageV3
public SparkJob.DriverCase getDriverCase()
getDriverCase
in interface SparkJobOrBuilder
public boolean hasMainJarFileUri()
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;
hasMainJarFileUri
in interface SparkJobOrBuilder
public String getMainJarFileUri()
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;
getMainJarFileUri
in interface SparkJobOrBuilder
public ByteString getMainJarFileUriBytes()
The HCFS URI of the jar file that contains the main class.
string main_jar_file_uri = 1;
getMainJarFileUriBytes
in interface SparkJobOrBuilder
public boolean hasMainClass()
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;
hasMainClass
in interface SparkJobOrBuilder
public String getMainClass()
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;
getMainClass
in interface SparkJobOrBuilder
public ByteString getMainClassBytes()
The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;
getMainClassBytes
in interface SparkJobOrBuilder
public ProtocolStringList getArgsList()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgsList
in interface SparkJobOrBuilder
public int getArgsCount()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgsCount
in interface SparkJobOrBuilder
public String getArgs(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgs
in interface SparkJobOrBuilder
index
- The index of the element to return.public ByteString getArgsBytes(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgsBytes
in interface SparkJobOrBuilder
index
- The index of the value to return.public ProtocolStringList getJarFileUrisList()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisList
in interface SparkJobOrBuilder
public int getJarFileUrisCount()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisCount
in interface SparkJobOrBuilder
public String getJarFileUris(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUris
in interface SparkJobOrBuilder
index
- The index of the element to return.public ByteString getJarFileUrisBytes(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisBytes
in interface SparkJobOrBuilder
index
- The index of the value to return.public ProtocolStringList getFileUrisList()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisList
in interface SparkJobOrBuilder
public int getFileUrisCount()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisCount
in interface SparkJobOrBuilder
public String getFileUris(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUris
in interface SparkJobOrBuilder
index
- The index of the element to return.public ByteString getFileUrisBytes(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisBytes
in interface SparkJobOrBuilder
index
- The index of the value to return.public ProtocolStringList getArchiveUrisList()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisList
in interface SparkJobOrBuilder
public int getArchiveUrisCount()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisCount
in interface SparkJobOrBuilder
public String getArchiveUris(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUris
in interface SparkJobOrBuilder
index
- The index of the element to return.public ByteString getArchiveUrisBytes(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisBytes
in interface SparkJobOrBuilder
index
- The index of the value to return.public int getPropertiesCount()
SparkJobOrBuilder
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesCount
in interface SparkJobOrBuilder
public boolean containsProperties(String key)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
containsProperties
in interface SparkJobOrBuilder
@Deprecated public Map<String,String> getProperties()
getPropertiesMap()
instead.getProperties
in interface SparkJobOrBuilder
public Map<String,String> getPropertiesMap()
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesMap
in interface SparkJobOrBuilder
public String getPropertiesOrDefault(String key, String defaultValue)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrDefault
in interface SparkJobOrBuilder
public String getPropertiesOrThrow(String key)
Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrThrow
in interface SparkJobOrBuilder
public boolean hasLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
hasLoggingConfig
in interface SparkJobOrBuilder
public LoggingConfig getLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfig
in interface SparkJobOrBuilder
public LoggingConfigOrBuilder getLoggingConfigOrBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfigOrBuilder
in interface SparkJobOrBuilder
public final boolean isInitialized()
isInitialized
in interface MessageLiteOrBuilder
isInitialized
in class GeneratedMessageV3
public void writeTo(CodedOutputStream output) throws IOException
writeTo
in interface MessageLite
writeTo
in class GeneratedMessageV3
IOException
public int getSerializedSize()
getSerializedSize
in interface MessageLite
getSerializedSize
in class GeneratedMessageV3
public boolean equals(Object obj)
equals
in interface Message
equals
in class AbstractMessage
public int hashCode()
hashCode
in interface Message
hashCode
in class AbstractMessage
public static SparkJob parseFrom(ByteBuffer data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static SparkJob parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static SparkJob parseFrom(ByteString data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static SparkJob parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static SparkJob parseFrom(byte[] data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static SparkJob parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static SparkJob parseFrom(InputStream input) throws IOException
IOException
public static SparkJob parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static SparkJob parseDelimitedFrom(InputStream input) throws IOException
IOException
public static SparkJob parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static SparkJob parseFrom(CodedInputStream input) throws IOException
IOException
public static SparkJob parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public SparkJob.Builder newBuilderForType()
newBuilderForType
in interface Message
newBuilderForType
in interface MessageLite
public static SparkJob.Builder newBuilder()
public static SparkJob.Builder newBuilder(SparkJob prototype)
public SparkJob.Builder toBuilder()
toBuilder
in interface Message
toBuilder
in interface MessageLite
protected SparkJob.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)
newBuilderForType
in class GeneratedMessageV3
public static SparkJob getDefaultInstance()
public Parser<SparkJob> getParserForType()
getParserForType
in interface Message
getParserForType
in interface MessageLite
getParserForType
in class GeneratedMessageV3
public SparkJob getDefaultInstanceForType()
getDefaultInstanceForType
in interface MessageLiteOrBuilder
getDefaultInstanceForType
in interface MessageOrBuilder
Copyright © 2022 Google LLC. All rights reserved.