DataHubScheduler - Details for Stage 3216 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 14.4 KiB / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 2538

digraph G { subgraph clusterstage_3216 { label="Stage 3216"; 11436 [labelType="html" label="JDBCRDD [11436] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; subgraph cluster26049 { label="WholeStageCodegen (1)"; 11437 [labelType="html" label="MapPartitionsRDD [11437] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26051 { label="mapPartitionsInternal"; 11438 [labelType="html" label="MapPartitionsRDD [11438] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26052 { label="mapPartitionsInternal"; 11439 [labelType="html" label="*(1) Scan JDBCRelation(dbo.ForcedLabour_CBP) [numPartitions=1] [Entity Name#1002976,Effective Date#1002977,Last Refreshed Date#1002978] PushedFilters: [], ReadSchema: struct<Entity Name:string,Effective Date:date,Last Refreshed Date:date>\n [11439] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26082 { label="InMemoryTableScan"; 11457 [labelType="html" label="MapPartitionsRDD [11457] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 11458 [labelType="html" label="MapPartitionsRDD [11458] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 11459 [labelType="html" label="MapPartitionsRDD [11459] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26078 { label="WholeStageCodegen (1)"; 11460 [labelType="html" label="MapPartitionsRDD [11460] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26077 { label="Exchange"; 11461 [labelType="html" label="MapPartitionsRDD [11461] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } } 11436->11437; 11437->11438; 11438->11439; 11439->11457; 11457->11458; 11458->11459; 11459->11460; 11460->11461; }

11439

Event Timeline

Enable zooming