DataHubScheduler - Details for Stage 42619 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 94.4 KiB / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31571

digraph G { subgraph clusterstage_42619 { label="Stage 42619"; 186286 [labelType="html" label="JDBCRDD [186286] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; subgraph cluster439398 { label="WholeStageCodegen (1)"; 186287 [labelType="html" label="MapPartitionsRDD [186287] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439400 { label="mapPartitionsInternal"; 186288 [labelType="html" label="MapPartitionsRDD [186288] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439401 { label="mapPartitionsInternal"; 186289 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_user WHERE bigid BETWEEN 8632 AND 9926) AS page) [numPartitions=1] [_id#16918306,username#16918307,Brandid#16918308,etl_runtime#16918309,bigid#16918310] PushedFilters: [], ReadSchema: struct<_id:string,username:string,Brandid:string,etl_runtime:timestamp,bigid:int>\n [186289] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439433 { label="InMemoryTableScan"; 186308 [labelType="html" label="MapPartitionsRDD [186308] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 186309 [labelType="html" label="MapPartitionsRDD [186309] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 186310 [labelType="html" label="MapPartitionsRDD [186310] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439429 { label="WholeStageCodegen (1)"; 186311 [labelType="html" label="MapPartitionsRDD [186311] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster439428 { label="Exchange"; 186312 [labelType="html" label="MapPartitionsRDD [186312] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } } 186286->186287; 186287->186288; 186288->186289; 186289->186308; 186308->186309; 186309->186310; 186310->186311; 186311->186312; }

186289

Event Timeline

Enable zooming