Class: Google::Cloud::Dataproc::V1beta2::OrderedJob

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb

Overview

A job executed by the workflow.

Defined Under Namespace

Classes: LabelsEntry

Instance Attribute Summary collapse

Instance Attribute Details

#hadoop_job ⇒ ::Google::Cloud::Dataproc::V1beta2::HadoopJob

Returns Optional. Job is a Hadoop job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#hive_job ⇒ ::Google::Cloud::Dataproc::V1beta2::HiveJob

Returns Optional. Job is a Hive job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#labels ⇒ ::Google::Protobuf::Map{::String => ::String}

Returns Optional. The labels to associate with this job.

Label keys must be between 1 and 63 characters long, and must conform to the following regular expression: [\p{Ll}\p{Lo}][\p{Ll}\p{Lo}\p{N}_-]{0,62}

Label values must be between 1 and 63 characters long, and must conform to the following regular expression: [\p{Ll}\p{Lo}\p{N}_-]{0,63}

No more than 32 labels can be associated with a given job.

Returns:

  • (::Google::Protobuf::Map{::String => ::String}) —

    Optional. The labels to associate with this job.

    Label keys must be between 1 and 63 characters long, and must conform to the following regular expression: [\p{Ll}\p{Lo}][\p{Ll}\p{Lo}\p{N}_-]{0,62}

    Label values must be between 1 and 63 characters long, and must conform to the following regular expression: [\p{Ll}\p{Lo}\p{N}_-]{0,63}

    No more than 32 labels can be associated with a given job.



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#pig_job ⇒ ::Google::Cloud::Dataproc::V1beta2::PigJob

Returns Optional. Job is a Pig job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#prerequisite_step_ids ⇒ ::Array<::String>

Returns Optional. The optional list of prerequisite job step_ids. If not specified, the job will start at the beginning of workflow.

Returns:

  • (::Array<::String>) —

    Optional. The optional list of prerequisite job step_ids. If not specified, the job will start at the beginning of workflow.



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#presto_job ⇒ ::Google::Cloud::Dataproc::V1beta2::PrestoJob

Returns Optional. Job is a Presto job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#pyspark_job ⇒ ::Google::Cloud::Dataproc::V1beta2::PySparkJob

Returns Optional. Job is a PySpark job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#scheduling ⇒ ::Google::Cloud::Dataproc::V1beta2::JobScheduling

Returns Optional. Job scheduling configuration.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#spark_job ⇒ ::Google::Cloud::Dataproc::V1beta2::SparkJob

Returns Optional. Job is a Spark job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#spark_r_job ⇒ ::Google::Cloud::Dataproc::V1beta2::SparkRJob

Returns Optional. Job is a SparkR job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#spark_sql_job ⇒ ::Google::Cloud::Dataproc::V1beta2::SparkSqlJob

Returns Optional. Job is a SparkSql job.

Returns:



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#step_id ⇒ ::String

Returns Required. The step id. The id must be unique among all jobs within the template.

The step id is used as prefix for job id, as job goog-dataproc-workflow-step-id label, and in prerequisiteStepIds field from other steps.

The id must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot begin or end with underscore or hyphen. Must consist of between 3 and 50 characters.

Returns:

  • (::String) —

    Required. The step id. The id must be unique among all jobs within the template.

    The step id is used as prefix for job id, as job goog-dataproc-workflow-step-id label, and in prerequisiteStepIds field from other steps.

    The id must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot begin or end with underscore or hyphen. Must consist of between 3 and 50 characters.



251
252
253
254
255
256
257
258
259
260
261
262
263
 
# File 'proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb', line 251

class OrderedJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class LabelsEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end