DataHubScheduler - Details for Stage 40577 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 14.4 KiB / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 25806

digraph G { subgraph clusterstage_40577 { label="Stage 40577"; 173146 [labelType="html" label="JDBCRDD [173146] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster412421 { label="WholeStageCodegen (1)"; 173147 [labelType="html" label="MapPartitionsRDD [173147] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412423 { label="mapPartitionsInternal"; 173148 [labelType="html" label="MapPartitionsRDD [173148] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412424 { label="mapPartitionsInternal"; 173149 [labelType="html" label="*(1) Scan JDBCRelation(dbo.ForcedLabour_CBP) [numPartitions=1] [Entity Name#20598831,Effective Date#20598832,Last Refreshed Date#20598833] PushedFilters: [], ReadSchema: struct<Entity Name:string,Effective Date:date,Last Refreshed Date:date>\n [173149] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412443 { label="InMemoryTableScan"; 173153 [labelType="html" label="MapPartitionsRDD [173153] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 173154 [labelType="html" label="MapPartitionsRDD [173154] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 173155 [labelType="html" label="MapPartitionsRDD [173155] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412439 { label="WholeStageCodegen (1)"; 173156 [labelType="html" label="MapPartitionsRDD [173156] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412438 { label="Exchange"; 173157 [labelType="html" label="MapPartitionsRDD [173157] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 173146->173147; 173147->173148; 173148->173149; 173149->173153; 173153->173154; 173154->173155; 173155->173156; 173156->173157; }

173149

Event Timeline

Enable zooming