DataHubScheduler - Details for Stage 3230 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 64 ms
Locality Level Summary: Process local: 1
Input Size / Records: 14.4 KiB / 1
Output Size / Records: 0.0 B / 329
Associated Job Ids: 2547

digraph G { subgraph clusterstage_3230 { label="Stage 3230"; 11436 [labelType="html" label="JDBCRDD [11436] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 11496 [labelType="html" label="SQLExecutionRDD [11496] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; subgraph cluster26049 { label="WholeStageCodegen (1)"; 11437 [labelType="html" label="MapPartitionsRDD [11437] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26051 { label="mapPartitionsInternal"; 11438 [labelType="html" label="MapPartitionsRDD [11438] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26052 { label="mapPartitionsInternal"; 11439 [labelType="html" label="*(1) Scan JDBCRelation(dbo.ForcedLabour_CBP) [numPartitions=1] [Entity Name#1002976,Effective Date#1002977,Last Refreshed Date#1002978] PushedFilters: [], ReadSchema: struct<Entity Name:string,Effective Date:date,Last Refreshed Date:date>\n [11439] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26188 { label="InMemoryTableScan"; 11492 [labelType="html" label="MapPartitionsRDD [11492] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 11493 [labelType="html" label="MapPartitionsRDD [11493] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 11494 [labelType="html" label="MapPartitionsRDD [11494] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26186 { label="DeserializeToObject"; 11495 [labelType="html" label="MapPartitionsRDD [11495] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster26189 { label="mapPartitions"; 11502 [labelType="html" label="MapPartitionsRDD [11502] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } } 11436->11437; 11437->11438; 11438->11439; 11439->11492; 11492->11493; 11493->11494; 11494->11495; 11495->11496; 11496->11502; }

11439

Event Timeline

Enable zooming