Class: Google::Apis::DataprocV1::SparkWrapperObject

Inherits:
Object
  • Object
show all
Includes:
Core::Hashable, Core::JsonObjectSupport
Defined in:
lib/google/apis/dataproc_v1/classes.rb,
lib/google/apis/dataproc_v1/representations.rb,
lib/google/apis/dataproc_v1/representations.rb

Overview

Outer message that contains the data obtained from spark listener, packaged with information that is required to process it.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(**args) ⇒ SparkWrapperObject

Returns a new instance of SparkWrapperObject.



9004
9005
9006
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9004

def initialize(**args)
   update!(**args)
end

Instance Attribute Details

#app_summary ⇒ Google::Apis::DataprocV1::AppSummary

Corresponds to the JSON property appSummary

Returns:



8901
8902
8903
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8901

def app_summary
  @app_summary
end

#application_environment_info ⇒ Google::Apis::DataprocV1::ApplicationEnvironmentInfo

Details about the Environment that the application is running in. Corresponds to the JSON property applicationEnvironmentInfo

Returns:



8906
8907
8908
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8906

def application_environment_info
  @application_environment_info
end

#application_id ⇒ String

Application Id created by Spark. Corresponds to the JSON property applicationId

Returns:

  • (String) 


8911
8912
8913
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8911

def application_id
  @application_id
end

#application_info ⇒ Google::Apis::DataprocV1::ApplicationInfo

High level information corresponding to an application. Corresponds to the JSON property applicationInfo

Returns:



8916
8917
8918
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8916

def application_info
  @application_info
end

#event_timestamp ⇒ String

VM Timestamp associated with the data object. Corresponds to the JSON property eventTimestamp

Returns:

  • (String) 


8921
8922
8923
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8921

def event_timestamp
  @event_timestamp
end

#executor_stage_summary ⇒ Google::Apis::DataprocV1::ExecutorStageSummary

Executor resources consumed by a stage. Corresponds to the JSON property executorStageSummary

Returns:



8926
8927
8928
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8926

def executor_stage_summary
  @executor_stage_summary
end

#executor_summary ⇒ Google::Apis::DataprocV1::ExecutorSummary

Details about executors used by the application. Corresponds to the JSON property executorSummary

Returns:



8931
8932
8933
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8931

def executor_summary
  @executor_summary
end

#job_data ⇒ Google::Apis::DataprocV1::JobData

Data corresponding to a spark job. Corresponds to the JSON property jobData

Returns:



8936
8937
8938
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8936

def job_data
  @job_data
end

#pool_data ⇒ Google::Apis::DataprocV1::PoolData

Pool Data Corresponds to the JSON property poolData

Returns:



8941
8942
8943
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8941

def pool_data
  @pool_data
end

#process_summary ⇒ Google::Apis::DataprocV1::ProcessSummary

Process Summary Corresponds to the JSON property processSummary

Returns:



8946
8947
8948
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8946

def process_summary
  @process_summary
end

#rdd_operation_graph ⇒ Google::Apis::DataprocV1::RddOperationGraph

Graph representing RDD dependencies. Consists of edges and a root cluster. Corresponds to the JSON property rddOperationGraph

Returns:



8951
8952
8953
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8951

def rdd_operation_graph
  @rdd_operation_graph
end

#rdd_storage_info ⇒ Google::Apis::DataprocV1::RddStorageInfo

Overall data about RDD storage. Corresponds to the JSON property rddStorageInfo

Returns:



8956
8957
8958
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8956

def rdd_storage_info
  @rdd_storage_info
end

#resource_profile_info ⇒ Google::Apis::DataprocV1::ResourceProfileInfo

Resource profile that contains information about all the resources required by executors and tasks. Corresponds to the JSON property resourceProfileInfo

Returns:



8962
8963
8964
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8962

def resource_profile_info
  @resource_profile_info
end

#spark_plan_graph ⇒ Google::Apis::DataprocV1::SparkPlanGraph

A graph used for storing information of an executionPlan of DataFrame. Corresponds to the JSON property sparkPlanGraph

Returns:



8967
8968
8969
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8967

def spark_plan_graph
  @spark_plan_graph
end

#speculation_stage_summary ⇒ Google::Apis::DataprocV1::SpeculationStageSummary

Details of the speculation task when speculative execution is enabled. Corresponds to the JSON property speculationStageSummary

Returns:



8972
8973
8974
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8972

def speculation_stage_summary
  @speculation_stage_summary
end

#sql_execution_ui_data ⇒ Google::Apis::DataprocV1::SqlExecutionUiData

SQL Execution Data Corresponds to the JSON property sqlExecutionUiData

Returns:



8977
8978
8979
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8977

def sql_execution_ui_data
  @sql_execution_ui_data
end

#stage_data ⇒ Google::Apis::DataprocV1::StageData

Data corresponding to a stage. Corresponds to the JSON property stageData

Returns:



8982
8983
8984
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8982

def stage_data
  @stage_data
end

#stream_block_data ⇒ Google::Apis::DataprocV1::StreamBlockData

Stream Block Data. Corresponds to the JSON property streamBlockData

Returns:



8987
8988
8989
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8987

def stream_block_data
  @stream_block_data
end

#streaming_query_data ⇒ Google::Apis::DataprocV1::StreamingQueryData

Streaming Corresponds to the JSON property streamingQueryData

Returns:



8992
8993
8994
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8992

def streaming_query_data
  @streaming_query_data
end

#streaming_query_progress ⇒ Google::Apis::DataprocV1::StreamingQueryProgress

Corresponds to the JSON property streamingQueryProgress

Returns:



8997
8998
8999
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 8997

def streaming_query_progress
  @streaming_query_progress
end

#task_data ⇒ Google::Apis::DataprocV1::TaskData

Data corresponding to tasks created by spark. Corresponds to the JSON property taskData

Returns:



9002
9003
9004
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9002

def task_data
  @task_data
end

Instance Method Details

#update!(**args) ⇒ Object

Update properties of this object



9009
9010
9011
9012
9013
9014
9015
9016
9017
9018
9019
9020
9021
9022
9023
9024
9025
9026
9027
9028
9029
9030
9031
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9009

def update!(**args)
  @app_summary = args[:app_summary] if args.key?(:app_summary)
  @application_environment_info = args[:application_environment_info] if args.key?(:application_environment_info)
  @application_id = args[:application_id] if args.key?(:application_id)
  @application_info = args[:application_info] if args.key?(:application_info)
  @event_timestamp = args[:event_timestamp] if args.key?(:event_timestamp)
  @executor_stage_summary = args[:executor_stage_summary] if args.key?(:executor_stage_summary)
  @executor_summary = args[:executor_summary] if args.key?(:executor_summary)
  @job_data = args[:job_data] if args.key?(:job_data)
  @pool_data = args[:pool_data] if args.key?(:pool_data)
  @process_summary = args[:process_summary] if args.key?(:process_summary)
  @rdd_operation_graph = args[:rdd_operation_graph] if args.key?(:rdd_operation_graph)
  @rdd_storage_info = args[:rdd_storage_info] if args.key?(:rdd_storage_info)
  @resource_profile_info = args[:resource_profile_info] if args.key?(:resource_profile_info)
  @spark_plan_graph = args[:spark_plan_graph] if args.key?(:spark_plan_graph)
  @speculation_stage_summary = args[:speculation_stage_summary] if args.key?(:speculation_stage_summary)
  @sql_execution_ui_data = args[:sql_execution_ui_data] if args.key?(:sql_execution_ui_data)
  @stage_data = args[:stage_data] if args.key?(:stage_data)
  @stream_block_data = args[:stream_block_data] if args.key?(:stream_block_data)
  @streaming_query_data = args[:streaming_query_data] if args.key?(:streaming_query_data)
  @streaming_query_progress = args[:streaming_query_progress] if args.key?(:streaming_query_progress)
  @task_data = args[:task_data] if args.key?(:task_data)
end