DataHubScheduler - Details for Stage 42634 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 94.4 KiB / 1
Output Size / Records: 0.0 B / 1295
Associated Job Ids: 31581

digraph G { subgraph clusterstage_42634 { label="Stage 42634"; 186286 [labelType="html" label="JDBCRDD [186286] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 186353 [labelType="html" label="SQLExecutionRDD [186353] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; subgraph cluster439398 { label="WholeStageCodegen (1)"; 186287 [labelType="html" label="MapPartitionsRDD [186287] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439400 { label="mapPartitionsInternal"; 186288 [labelType="html" label="MapPartitionsRDD [186288] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439401 { label="mapPartitionsInternal"; 186289 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_user WHERE bigid BETWEEN 8632 AND 9926) AS page) [numPartitions=1] [_id#16918306,username#16918307,Brandid#16918308,etl_runtime#16918309,bigid#16918310] PushedFilters: [], ReadSchema: struct<_id:string,username:string,Brandid:string,etl_runtime:timestamp,bigid:int>\n [186289] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439554 { label="InMemoryTableScan"; 186349 [labelType="html" label="MapPartitionsRDD [186349] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 186350 [labelType="html" label="MapPartitionsRDD [186350] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 186351 [labelType="html" label="MapPartitionsRDD [186351] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439552 { label="DeserializeToObject"; 186352 [labelType="html" label="MapPartitionsRDD [186352] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439556 { label="mapPartitions"; 186355 [labelType="html" label="MapPartitionsRDD [186355] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } } 186286->186287; 186287->186288; 186288->186289; 186289->186349; 186349->186350; 186350->186351; 186351->186352; 186352->186353; 186353->186355; }

186289

Event Timeline

Enable zooming