DataHubScheduler - Details for Stage 37370 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 57 ms
Locality Level Summary: Process local: 1
Input Size / Records: 4.1 KiB / 1
Output Size / Records: 0.0 B / 162
Associated Job Ids: 26918

digraph G { subgraph clusterstage_37370 { label="Stage 37370"; 161237 [labelType="html" label="JDBCRDD [161237] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161293 [labelType="html" label="SQLExecutionRDD [161293] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388543 { label="WholeStageCodegen (1)"; 161238 [labelType="html" label="MapPartitionsRDD [161238] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388545 { label="mapPartitionsInternal"; 161239 [labelType="html" label="MapPartitionsRDD [161239] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388546 { label="mapPartitionsInternal"; 161240 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_country_analysis WHERE bigid BETWEEN 1 AND 162) AS page) [numPartitions=1] [company_id#15151668,reporting_year#15151669,country_code#15151670,country_name#15151671,total_smelters#15151672,conflict_free_count#15151673,audit_committed_count#15151674,undeterminable_count#15151675,active_smelters#15151676,minerals_list#15151677,is_drc_covered#15151678,etl_runtime#15151679,bigid#15151680L] PushedFilters: [], ReadSchema: struct<company_id:string,reporting_year:int,country_code:string,country_name:string,total_smelter...\n [161240] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388679 { label="InMemoryTableScan"; 161289 [labelType="html" label="MapPartitionsRDD [161289] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161290 [labelType="html" label="MapPartitionsRDD [161290] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161291 [labelType="html" label="MapPartitionsRDD [161291] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388677 { label="DeserializeToObject"; 161292 [labelType="html" label="MapPartitionsRDD [161292] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388680 { label="mapPartitions"; 161294 [labelType="html" label="MapPartitionsRDD [161294] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 161237->161238; 161238->161239; 161239->161240; 161240->161289; 161289->161290; 161290->161291; 161291->161292; 161292->161293; 161293->161294; }

161240

Event Timeline

Enable zooming