Class: Google::Apis::DataprocV1::StageData

Inherits:
Object
  • Object
show all
Includes:
Core::Hashable, Core::JsonObjectSupport
Defined in:
lib/google/apis/dataproc_v1/classes.rb,
lib/google/apis/dataproc_v1/representations.rb,
lib/google/apis/dataproc_v1/representations.rb

Overview

Data corresponding to a stage.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(**args) ⇒ StageData

Returns a new instance of StageData.



9456
9457
9458
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9456

def initialize(**args)
   update!(**args)
end

Instance Attribute Details

#accumulator_updates ⇒ Array<Google::Apis::DataprocV1::AccumulableInfo>

Corresponds to the JSON property accumulatorUpdates

Returns:



9292
9293
9294
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9292

def accumulator_updates
  @accumulator_updates
end

#completion_time ⇒ String

Corresponds to the JSON property completionTime

Returns:

  • (String) 


9297
9298
9299
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9297

def completion_time
  @completion_time
end

#description ⇒ String

Corresponds to the JSON property description

Returns:

  • (String) 


9302
9303
9304
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9302

def description
  @description
end

#details ⇒ String

Corresponds to the JSON property details

Returns:

  • (String) 


9307
9308
9309
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9307

def details
  @details
end

#executor_metrics_distributions ⇒ Google::Apis::DataprocV1::ExecutorMetricsDistributions

Corresponds to the JSON property executorMetricsDistributions

Returns:



9312
9313
9314
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9312

def executor_metrics_distributions
  @executor_metrics_distributions
end

#executor_summary ⇒ Hash<String,Google::Apis::DataprocV1::ExecutorStageSummary>

Corresponds to the JSON property executorSummary

Returns:



9317
9318
9319
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9317

def executor_summary
  @executor_summary
end

#failure_reason ⇒ String

Corresponds to the JSON property failureReason

Returns:

  • (String) 


9322
9323
9324
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9322

def failure_reason
  @failure_reason
end

#first_task_launched_time ⇒ String

Corresponds to the JSON property firstTaskLaunchedTime

Returns:

  • (String) 


9327
9328
9329
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9327

def first_task_launched_time
  @first_task_launched_time
end

#is_shuffle_push_enabled ⇒ Boolean Also known as: is_shuffle_push_enabled?

Corresponds to the JSON property isShufflePushEnabled

Returns:

  • (Boolean) 


9332
9333
9334
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9332

def is_shuffle_push_enabled
  @is_shuffle_push_enabled
end

#job_ids ⇒ Array<Fixnum>

Corresponds to the JSON property jobIds

Returns:

  • (Array<Fixnum>) 


9338
9339
9340
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9338

def job_ids
  @job_ids
end

#killed_tasks_summary ⇒ Hash<String,Fixnum>

Corresponds to the JSON property killedTasksSummary

Returns:

  • (Hash<String,Fixnum>) 


9343
9344
9345
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9343

def killed_tasks_summary
  @killed_tasks_summary
end

#locality ⇒ Hash<String,Fixnum>

Corresponds to the JSON property locality

Returns:

  • (Hash<String,Fixnum>) 


9348
9349
9350
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9348

def locality
  @locality
end

#name ⇒ String

Corresponds to the JSON property name

Returns:

  • (String) 


9353
9354
9355
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9353

def name
  @name
end

#num_active_tasks ⇒ Fixnum

Corresponds to the JSON property numActiveTasks

Returns:

  • (Fixnum) 


9358
9359
9360
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9358

def num_active_tasks
  @num_active_tasks
end

#num_complete_tasks ⇒ Fixnum

Corresponds to the JSON property numCompleteTasks

Returns:

  • (Fixnum) 


9363
9364
9365
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9363

def num_complete_tasks
  @num_complete_tasks
end

#num_completed_indices ⇒ Fixnum

Corresponds to the JSON property numCompletedIndices

Returns:

  • (Fixnum) 


9368
9369
9370
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9368

def num_completed_indices
  @num_completed_indices
end

#num_failed_tasks ⇒ Fixnum

Corresponds to the JSON property numFailedTasks

Returns:

  • (Fixnum) 


9373
9374
9375
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9373

def num_failed_tasks
  @num_failed_tasks
end

#num_killed_tasks ⇒ Fixnum

Corresponds to the JSON property numKilledTasks

Returns:

  • (Fixnum) 


9378
9379
9380
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9378

def num_killed_tasks
  @num_killed_tasks
end

#num_tasks ⇒ Fixnum

Corresponds to the JSON property numTasks

Returns:

  • (Fixnum) 


9383
9384
9385
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9383

def num_tasks
  @num_tasks
end

#parent_stage_ids ⇒ Array<Fixnum>

Corresponds to the JSON property parentStageIds

Returns:

  • (Array<Fixnum>) 


9388
9389
9390
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9388

def parent_stage_ids
  @parent_stage_ids
end

#peak_executor_metrics ⇒ Google::Apis::DataprocV1::ExecutorMetrics

Corresponds to the JSON property peakExecutorMetrics

Returns:



9393
9394
9395
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9393

def peak_executor_metrics
  @peak_executor_metrics
end

#rdd_ids ⇒ Array<Fixnum>

Corresponds to the JSON property rddIds

Returns:

  • (Array<Fixnum>) 


9398
9399
9400
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9398

def rdd_ids
  @rdd_ids
end

#resource_profile_id ⇒ Fixnum

Corresponds to the JSON property resourceProfileId

Returns:

  • (Fixnum) 


9403
9404
9405
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9403

def resource_profile_id
  @resource_profile_id
end

#scheduling_pool ⇒ String

Corresponds to the JSON property schedulingPool

Returns:

  • (String) 


9408
9409
9410
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9408

def scheduling_pool
  @scheduling_pool
end

#shuffle_mergers_count ⇒ Fixnum

Corresponds to the JSON property shuffleMergersCount

Returns:

  • (Fixnum) 


9413
9414
9415
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9413

def shuffle_mergers_count
  @shuffle_mergers_count
end

#speculation_summary ⇒ Google::Apis::DataprocV1::SpeculationStageSummary

Details of the speculation task when speculative execution is enabled. Corresponds to the JSON property speculationSummary

Returns:



9418
9419
9420
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9418

def speculation_summary
  @speculation_summary
end

#stage_attempt_id ⇒ Fixnum

Corresponds to the JSON property stageAttemptId

Returns:

  • (Fixnum) 


9423
9424
9425
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9423

def stage_attempt_id
  @stage_attempt_id
end

#stage_id ⇒ Fixnum

Corresponds to the JSON property stageId

Returns:

  • (Fixnum) 


9428
9429
9430
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9428

def stage_id
  @stage_id
end

#stage_metrics ⇒ Google::Apis::DataprocV1::StageMetrics

Stage Level Aggregated Metrics Corresponds to the JSON property stageMetrics

Returns:



9433
9434
9435
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9433

def stage_metrics
  @stage_metrics
end

#status ⇒ String

Corresponds to the JSON property status

Returns:

  • (String) 


9438
9439
9440
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9438

def status
  @status
end

#submission_time ⇒ String

Corresponds to the JSON property submissionTime

Returns:

  • (String) 


9443
9444
9445
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9443

def submission_time
  @submission_time
end

#task_quantile_metrics ⇒ Google::Apis::DataprocV1::TaskQuantileMetrics

Summary metrics fields. These are included in response only if present in summary_metrics_mask field in request Corresponds to the JSON property taskQuantileMetrics

Returns:



9449
9450
9451
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9449

def task_quantile_metrics
  @task_quantile_metrics
end

#tasks ⇒ Hash<String,Google::Apis::DataprocV1::TaskData>

Corresponds to the JSON property tasks

Returns:



9454
9455
9456
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9454

def tasks
  @tasks
end

Instance Method Details

#update!(**args) ⇒ Object

Update properties of this object



9461
9462
9463
9464
9465
9466
9467
9468
9469
9470
9471
9472
9473
9474
9475
9476
9477
9478
9479
9480
9481
9482
9483
9484
9485
9486
9487
9488
9489
9490
9491
9492
9493
9494
9495
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9461

def update!(**args)
  @accumulator_updates = args[:accumulator_updates] if args.key?(:accumulator_updates)
  @completion_time = args[:completion_time] if args.key?(:completion_time)
  @description = args[:description] if args.key?(:description)
  @details = args[:details] if args.key?(:details)
  @executor_metrics_distributions = args[:executor_metrics_distributions] if args.key?(:executor_metrics_distributions)
  @executor_summary = args[:executor_summary] if args.key?(:executor_summary)
  @failure_reason = args[:failure_reason] if args.key?(:failure_reason)
  @first_task_launched_time = args[:first_task_launched_time] if args.key?(:first_task_launched_time)
  @is_shuffle_push_enabled = args[:is_shuffle_push_enabled] if args.key?(:is_shuffle_push_enabled)
  @job_ids = args[:job_ids] if args.key?(:job_ids)
  @killed_tasks_summary = args[:killed_tasks_summary] if args.key?(:killed_tasks_summary)
  @locality = args[:locality] if args.key?(:locality)
  @name = args[:name] if args.key?(:name)
  @num_active_tasks = args[:num_active_tasks] if args.key?(:num_active_tasks)
  @num_complete_tasks = args[:num_complete_tasks] if args.key?(:num_complete_tasks)
  @num_completed_indices = args[:num_completed_indices] if args.key?(:num_completed_indices)
  @num_failed_tasks = args[:num_failed_tasks] if args.key?(:num_failed_tasks)
  @num_killed_tasks = args[:num_killed_tasks] if args.key?(:num_killed_tasks)
  @num_tasks = args[:num_tasks] if args.key?(:num_tasks)
  @parent_stage_ids = args[:parent_stage_ids] if args.key?(:parent_stage_ids)
  @peak_executor_metrics = args[:peak_executor_metrics] if args.key?(:peak_executor_metrics)
  @rdd_ids = args[:rdd_ids] if args.key?(:rdd_ids)
  @resource_profile_id = args[:resource_profile_id] if args.key?(:resource_profile_id)
  @scheduling_pool = args[:scheduling_pool] if args.key?(:scheduling_pool)
  @shuffle_mergers_count = args[:shuffle_mergers_count] if args.key?(:shuffle_mergers_count)
  @speculation_summary = args[:speculation_summary] if args.key?(:speculation_summary)
  @stage_attempt_id = args[:stage_attempt_id] if args.key?(:stage_attempt_id)
  @stage_id = args[:stage_id] if args.key?(:stage_id)
  @stage_metrics = args[:stage_metrics] if args.key?(:stage_metrics)
  @status = args[:status] if args.key?(:status)
  @submission_time = args[:submission_time] if args.key?(:submission_time)
  @task_quantile_metrics = args[:task_quantile_metrics] if args.key?(:task_quantile_metrics)
  @tasks = args[:tasks] if args.key?(:tasks)
end