DataHubScheduler - Details for Stage 40580 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 90 ms
Locality Level Summary: Process local: 1
Input Size / Records: 14.4 KiB / 1
Output Size / Records: 0.0 B / 329
Associated Job Ids: 25808

digraph G { subgraph clusterstage_40580 { label="Stage 40580"; 173146 [labelType="html" label="JDBCRDD [173146] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 173165 [labelType="html" label="SQLExecutionRDD [173165] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster412421 { label="WholeStageCodegen (1)"; 173147 [labelType="html" label="MapPartitionsRDD [173147] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412423 { label="mapPartitionsInternal"; 173148 [labelType="html" label="MapPartitionsRDD [173148] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412424 { label="mapPartitionsInternal"; 173149 [labelType="html" label="*(1) Scan JDBCRelation(dbo.ForcedLabour_CBP) [numPartitions=1] [Entity Name#20598831,Effective Date#20598832,Last Refreshed Date#20598833] PushedFilters: [], ReadSchema: struct<Entity Name:string,Effective Date:date,Last Refreshed Date:date>\n [173149] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412466 { label="InMemoryTableScan"; 173161 [labelType="html" label="MapPartitionsRDD [173161] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 173162 [labelType="html" label="MapPartitionsRDD [173162] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 173163 [labelType="html" label="MapPartitionsRDD [173163] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412464 { label="DeserializeToObject"; 173164 [labelType="html" label="MapPartitionsRDD [173164] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster412467 { label="mapPartitions"; 173166 [labelType="html" label="MapPartitionsRDD [173166] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 173146->173147; 173147->173148; 173148->173149; 173149->173161; 173161->173162; 173162->173163; 173163->173164; 173164->173165; 173165->173166; }

173149

Event Timeline

Enable zooming