public final class PySparkBatch extends GeneratedMessageV3 implements PySparkBatchOrBuilder
A configuration for running an [Apache PySpark](https://spark.apache.org/docs/latest/api/python/getting_started/quickstart.html) batch workload.Protobuf type
google.cloud.dataproc.v1.PySparkBatch
Modifier and Type | Class and Description |
---|---|
static class |
PySparkBatch.Builder
A configuration for running an
[Apache
PySpark](https://spark.apache.org/docs/latest/api/python/getting_started/quickstart.html)
batch workload.
|
GeneratedMessageV3.BuilderParent, GeneratedMessageV3.ExtendableBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage,BuilderType extends GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, GeneratedMessageV3.ExtendableMessage<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.FieldAccessorTable, GeneratedMessageV3.UnusedPrivateParameter
AbstractMessageLite.InternalOneOfEnum
Modifier and Type | Field and Description |
---|---|
static int |
ARCHIVE_URIS_FIELD_NUMBER |
static int |
ARGS_FIELD_NUMBER |
static int |
FILE_URIS_FIELD_NUMBER |
static int |
JAR_FILE_URIS_FIELD_NUMBER |
static int |
MAIN_PYTHON_FILE_URI_FIELD_NUMBER |
static int |
PYTHON_FILE_URIS_FIELD_NUMBER |
alwaysUseFieldBuilders, unknownFields
memoizedSize
memoizedHashCode
canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, internalGetMapField, isStringEmpty, makeExtensionsImmutable, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag
findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString
addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof
toByteArray, toByteString, writeDelimitedTo, writeTo
public static final int MAIN_PYTHON_FILE_URI_FIELD_NUMBER
public static final int ARGS_FIELD_NUMBER
public static final int PYTHON_FILE_URIS_FIELD_NUMBER
public static final int JAR_FILE_URIS_FIELD_NUMBER
public static final int FILE_URIS_FIELD_NUMBER
public static final int ARCHIVE_URIS_FIELD_NUMBER
protected Object newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
newInstance
in class GeneratedMessageV3
public final UnknownFieldSet getUnknownFields()
getUnknownFields
in interface MessageOrBuilder
getUnknownFields
in class GeneratedMessageV3
public static final Descriptors.Descriptor getDescriptor()
protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
internalGetFieldAccessorTable
in class GeneratedMessageV3
public String getMainPythonFileUri()
Required. The HCFS URI of the main Python file to use as the Spark driver. Must be a .py file.
string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];
getMainPythonFileUri
in interface PySparkBatchOrBuilder
public ByteString getMainPythonFileUriBytes()
Required. The HCFS URI of the main Python file to use as the Spark driver. Must be a .py file.
string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];
getMainPythonFileUriBytes
in interface PySparkBatchOrBuilder
public ProtocolStringList getArgsList()
Optional. The arguments to pass to the driver. Do not include arguments that can be set as batch properties, such as `--conf`, since a collision can occur that causes an incorrect batch submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];
getArgsList
in interface PySparkBatchOrBuilder
public int getArgsCount()
Optional. The arguments to pass to the driver. Do not include arguments that can be set as batch properties, such as `--conf`, since a collision can occur that causes an incorrect batch submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];
getArgsCount
in interface PySparkBatchOrBuilder
public String getArgs(int index)
Optional. The arguments to pass to the driver. Do not include arguments that can be set as batch properties, such as `--conf`, since a collision can occur that causes an incorrect batch submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];
getArgs
in interface PySparkBatchOrBuilder
index
- The index of the element to return.public ByteString getArgsBytes(int index)
Optional. The arguments to pass to the driver. Do not include arguments that can be set as batch properties, such as `--conf`, since a collision can occur that causes an incorrect batch submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];
getArgsBytes
in interface PySparkBatchOrBuilder
index
- The index of the value to return.public ProtocolStringList getPythonFileUrisList()
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: `.py`, `.egg`, and `.zip`.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
getPythonFileUrisList
in interface PySparkBatchOrBuilder
public int getPythonFileUrisCount()
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: `.py`, `.egg`, and `.zip`.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
getPythonFileUrisCount
in interface PySparkBatchOrBuilder
public String getPythonFileUris(int index)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: `.py`, `.egg`, and `.zip`.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
getPythonFileUris
in interface PySparkBatchOrBuilder
index
- The index of the element to return.public ByteString getPythonFileUrisBytes(int index)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: `.py`, `.egg`, and `.zip`.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
getPythonFileUrisBytes
in interface PySparkBatchOrBuilder
index
- The index of the value to return.public ProtocolStringList getJarFileUrisList()
Optional. HCFS URIs of jar files to add to the classpath of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisList
in interface PySparkBatchOrBuilder
public int getJarFileUrisCount()
Optional. HCFS URIs of jar files to add to the classpath of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisCount
in interface PySparkBatchOrBuilder
public String getJarFileUris(int index)
Optional. HCFS URIs of jar files to add to the classpath of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUris
in interface PySparkBatchOrBuilder
index
- The index of the element to return.public ByteString getJarFileUrisBytes(int index)
Optional. HCFS URIs of jar files to add to the classpath of the Spark driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getJarFileUrisBytes
in interface PySparkBatchOrBuilder
index
- The index of the value to return.public ProtocolStringList getFileUrisList()
Optional. HCFS URIs of files to be placed in the working directory of each executor.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisList
in interface PySparkBatchOrBuilder
public int getFileUrisCount()
Optional. HCFS URIs of files to be placed in the working directory of each executor.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisCount
in interface PySparkBatchOrBuilder
public String getFileUris(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUris
in interface PySparkBatchOrBuilder
index
- The index of the element to return.public ByteString getFileUrisBytes(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
getFileUrisBytes
in interface PySparkBatchOrBuilder
index
- The index of the value to return.public ProtocolStringList getArchiveUrisList()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisList
in interface PySparkBatchOrBuilder
public int getArchiveUrisCount()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisCount
in interface PySparkBatchOrBuilder
public String getArchiveUris(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUris
in interface PySparkBatchOrBuilder
index
- The index of the element to return.public ByteString getArchiveUrisBytes(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getArchiveUrisBytes
in interface PySparkBatchOrBuilder
index
- The index of the value to return.public final boolean isInitialized()
isInitialized
in interface MessageLiteOrBuilder
isInitialized
in class GeneratedMessageV3
public void writeTo(CodedOutputStream output) throws IOException
writeTo
in interface MessageLite
writeTo
in class GeneratedMessageV3
IOException
public int getSerializedSize()
getSerializedSize
in interface MessageLite
getSerializedSize
in class GeneratedMessageV3
public boolean equals(Object obj)
equals
in interface Message
equals
in class AbstractMessage
public int hashCode()
hashCode
in interface Message
hashCode
in class AbstractMessage
public static PySparkBatch parseFrom(ByteBuffer data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static PySparkBatch parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static PySparkBatch parseFrom(ByteString data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static PySparkBatch parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static PySparkBatch parseFrom(byte[] data) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static PySparkBatch parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry) throws InvalidProtocolBufferException
InvalidProtocolBufferException
public static PySparkBatch parseFrom(InputStream input) throws IOException
IOException
public static PySparkBatch parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static PySparkBatch parseDelimitedFrom(InputStream input) throws IOException
IOException
public static PySparkBatch parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static PySparkBatch parseFrom(CodedInputStream input) throws IOException
IOException
public static PySparkBatch parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public PySparkBatch.Builder newBuilderForType()
newBuilderForType
in interface Message
newBuilderForType
in interface MessageLite
public static PySparkBatch.Builder newBuilder()
public static PySparkBatch.Builder newBuilder(PySparkBatch prototype)
public PySparkBatch.Builder toBuilder()
toBuilder
in interface Message
toBuilder
in interface MessageLite
protected PySparkBatch.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)
newBuilderForType
in class GeneratedMessageV3
public static PySparkBatch getDefaultInstance()
public static Parser<PySparkBatch> parser()
public Parser<PySparkBatch> getParserForType()
getParserForType
in interface Message
getParserForType
in interface MessageLite
getParserForType
in class GeneratedMessageV3
public PySparkBatch getDefaultInstanceForType()
getDefaultInstanceForType
in interface MessageLiteOrBuilder
getDefaultInstanceForType
in interface MessageOrBuilder
Copyright © 2022 Google LLC. All rights reserved.