public final class HadoopJob extends GeneratedMessageV3 implements HadoopJobOrBuilder
A Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).Protobuf type
google.cloud.dataproc.v1.HadoopJob
Modifier and Type | Class and Description |
---|---|
static class |
HadoopJob.Builder
A Dataproc job for running
[Apache Hadoop
MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html)
jobs on [Apache Hadoop
YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
static class |
HadoopJob.DriverCase |
GeneratedMessageV3.BuilderParent, GeneratedMessageV3.ExtendableBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage,BuilderType extends GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, GeneratedMessageV3.ExtendableMessage<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.FieldAccessorTable, GeneratedMessageV3.UnusedPrivateParameter
AbstractMessageLite.InternalOneOfEnum
Modifier and Type | Field and Description |
---|---|
static int |
ARCHIVE_URIS_FIELD_NUMBER |
static int |
ARGS_FIELD_NUMBER |
static int |
FILE_URIS_FIELD_NUMBER |
static int |
JAR_FILE_URIS_FIELD_NUMBER |
static int |
LOGGING_CONFIG_FIELD_NUMBER |
static int |
MAIN_CLASS_FIELD_NUMBER |
static int |
MAIN_JAR_FILE_URI_FIELD_NUMBER |
static int |
PROPERTIES_FIELD_NUMBER |
alwaysUseFieldBuilders, unknownFields
memoizedSize
memoizedHashCode
canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, isStringEmpty, makeExtensionsImmutable, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag
findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString
addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof
toByteArray, toByteString, writeDelimitedTo, writeTo
public static final int MAIN_JAR_FILE_URI_FIELD_NUMBER
public static final int MAIN_CLASS_FIELD_NUMBER
public static final int ARGS_FIELD_NUMBER
public static final int JAR_FILE_URIS_FIELD_NUMBER
public static final int FILE_URIS_FIELD_NUMBER
public static final int ARCHIVE_URIS_FIELD_NUMBER
public static final int PROPERTIES_FIELD_NUMBER
public static final int LOGGING_CONFIG_FIELD_NUMBER
protected Object newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
newInstance
in class GeneratedMessageV3
public final UnknownFieldSet getUnknownFields()
getUnknownFields
in interface MessageOrBuilder
getUnknownFields
in class GeneratedMessageV3
public static final Descriptors.Descriptor getDescriptor()
protected MapField internalGetMapField(int number)
internalGetMapField
in class GeneratedMessageV3
protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
internalGetFieldAccessorTable
in class GeneratedMessageV3
public HadoopJob.DriverCase getDriverCase()
getDriverCase
in interface HadoopJobOrBuilder
public boolean hasMainJarFileUri()
The HCFS URI of the jar file containing the main class. Examples: 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar' 'hdfs:/tmp/test-samples/custom-wordcount.jar' 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
string main_jar_file_uri = 1;
hasMainJarFileUri
in interface HadoopJobOrBuilder
public String getMainJarFileUri()
The HCFS URI of the jar file containing the main class. Examples: 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar' 'hdfs:/tmp/test-samples/custom-wordcount.jar' 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
string main_jar_file_uri = 1;
getMainJarFileUri
in interface HadoopJobOrBuilder
public ByteString getMainJarFileUriBytes()
The HCFS URI of the jar file containing the main class. Examples: 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar' 'hdfs:/tmp/test-samples/custom-wordcount.jar' 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
string main_jar_file_uri = 1;
getMainJarFileUriBytes
in interface HadoopJobOrBuilder
public boolean hasMainClass()
The name of the driver's main class. The jar file containing the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;
hasMainClass
in interface HadoopJobOrBuilder
public String getMainClass()
The name of the driver's main class. The jar file containing the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;
getMainClass
in interface HadoopJobOrBuilder
public ByteString getMainClassBytes()
The name of the driver's main class. The jar file containing the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;
getMainClassBytes
in interface HadoopJobOrBuilder
public ProtocolStringList getArgsList()
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgsList
in interface HadoopJobOrBuilder
public int getArgsCount()
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgsCount
in interface HadoopJobOrBuilder
public String getArgs(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgs
in interface HadoopJobOrBuilder
index
- The index of the element to return.public ByteString getArgsBytes(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
getArgsBytes
in interface HadoopJobOrBuilder
index
- The index of the value to return.public ProtocolStringList getJarFileUrisList()
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisList
in interface HadoopJobOrBuilder
public int getJarFileUrisCount()
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisCount
in interface HadoopJobOrBuilder
public String getJarFileUris(int index)
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUris
in interface HadoopJobOrBuilder
index
- The index of the element to return.public ByteString getJarFileUrisBytes(int index)
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisBytes
in interface HadoopJobOrBuilder
index
- The index of the value to return.public ProtocolStringList getFileUrisList()
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisList
in interface HadoopJobOrBuilder
public int getFileUrisCount()
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisCount
in interface HadoopJobOrBuilder
public String getFileUris(int index)
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUris
in interface HadoopJobOrBuilder
index
- The index of the element to return.public ByteString getFileUrisBytes(int index)
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisBytes
in interface HadoopJobOrBuilder
index
- The index of the value to return.public ProtocolStringList getArchiveUrisList()
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisList
in interface HadoopJobOrBuilder
public int getArchiveUrisCount()
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisCount
in interface HadoopJobOrBuilder
public String getArchiveUris(int index)
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUris
in interface HadoopJobOrBuilder
index
- The index of the element to return.public ByteString getArchiveUrisBytes(int index)
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisBytes
in interface HadoopJobOrBuilder
index
- The index of the value to return.public int getPropertiesCount()
HadoopJobOrBuilder
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesCount
in interface HadoopJobOrBuilder
public boolean containsProperties(String key)
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
containsProperties
in interface HadoopJobOrBuilder
@Deprecated public Map<String,String> getProperties()
getPropertiesMap()
instead.getProperties
in interface HadoopJobOrBuilder
public Map<String,String> getPropertiesMap()
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesMap
in interface HadoopJobOrBuilder
public String getPropertiesOrDefault(String key, String defaultValue)
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrDefault
in interface HadoopJobOrBuilder
public String getPropertiesOrThrow(String key)
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrThrow
in interface HadoopJobOrBuilder
public boolean hasLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
hasLoggingConfig
in interface HadoopJobOrBuilder
public LoggingConfig getLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfig
in interface HadoopJobOrBuilder
public LoggingConfigOrBuilder getLoggingConfigOrBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfigOrBuilder
in interface HadoopJobOrBuilder
public final boolean isInitialized()
isInitialized
in interface MessageLiteOrBuilder
isInitialized
in class GeneratedMessageV3
public void writeTo(CodedOutputStream output) throws IOException
writeTo
in interface MessageLite
writeTo
in class GeneratedMessageV3
IOException
public int getSerializedSize()
getSerializedSize
in interface MessageLite
getSerializedSize
in class GeneratedMessageV3
public boolean equals(Object obj)
equals
in interface Message
equals
in class AbstractMessage
public int hashCode()
hashCode
in interface Message
hashCode
in class AbstractMessage
public static HadoopJob parseFrom(ByteBuffer data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static HadoopJob parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static HadoopJob parseFrom(ByteString data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static HadoopJob parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static HadoopJob parseFrom(byte[] data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static HadoopJob parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static HadoopJob parseFrom(InputStream input) throws IOException
IOException
public static HadoopJob parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static HadoopJob parseDelimitedFrom(InputStream input) throws IOException
IOException
public static HadoopJob parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static HadoopJob parseFrom(CodedInputStream input) throws IOException
IOException
public static HadoopJob parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public HadoopJob.Builder newBuilderForType()
newBuilderForType
in interface Message
newBuilderForType
in interface MessageLite
public static HadoopJob.Builder newBuilder()
public static HadoopJob.Builder newBuilder(HadoopJob prototype)
public HadoopJob.Builder toBuilder()
toBuilder
in interface Message
toBuilder
in interface MessageLite
protected HadoopJob.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)
newBuilderForType
in class GeneratedMessageV3
public static HadoopJob getDefaultInstance()
public Parser<HadoopJob> getParserForType()
getParserForType
in interface Message
getParserForType
in interface MessageLite
getParserForType
in class GeneratedMessageV3
public HadoopJob getDefaultInstanceForType()
getDefaultInstanceForType
in interface MessageLiteOrBuilder
getDefaultInstanceForType
in interface MessageOrBuilder
Copyright © 2022 Google LLC. All rights reserved.