DataHubScheduler - Details for Stage 37327 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 61 ms
Locality Level Summary: Process local: 1
Input Size / Records: 14.4 KiB / 1
Output Size / Records: 0.0 B / 329
Associated Job Ids: 26882

digraph G { subgraph clusterstage_37327 { label="Stage 37327"; 161084 [labelType="html" label="JDBCRDD [161084] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161146 [labelType="html" label="SQLExecutionRDD [161146] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388204 { label="WholeStageCodegen (1)"; 161085 [labelType="html" label="MapPartitionsRDD [161085] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388206 { label="mapPartitionsInternal"; 161086 [labelType="html" label="MapPartitionsRDD [161086] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388207 { label="mapPartitionsInternal"; 161087 [labelType="html" label="*(1) Scan JDBCRelation(dbo.ForcedLabour_CBP) [numPartitions=1] [Entity Name#15133166,Effective Date#15133167,Last Refreshed Date#15133168] PushedFilters: [], ReadSchema: struct<Entity Name:string,Effective Date:date,Last Refreshed Date:date>\n [161087] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388328 { label="InMemoryTableScan"; 161142 [labelType="html" label="MapPartitionsRDD [161142] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161143 [labelType="html" label="MapPartitionsRDD [161143] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161144 [labelType="html" label="MapPartitionsRDD [161144] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388326 { label="DeserializeToObject"; 161145 [labelType="html" label="MapPartitionsRDD [161145] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388329 { label="mapPartitions"; 161147 [labelType="html" label="MapPartitionsRDD [161147] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 161084->161085; 161085->161086; 161086->161087; 161087->161142; 161142->161143; 161143->161144; 161144->161145; 161145->161146; 161146->161147; }

161087

Event Timeline

Enable zooming