DataHubScheduler - Details for Stage 3217 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 94.4 KiB / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 2539

digraph G { subgraph clusterstage_3217 { label="Stage 3217"; 11440 [labelType="html" label="JDBCRDD [11440] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster26053 { label="WholeStageCodegen (1)"; 11441 [labelType="html" label="MapPartitionsRDD [11441] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26055 { label="mapPartitionsInternal"; 11442 [labelType="html" label="MapPartitionsRDD [11442] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26056 { label="mapPartitionsInternal"; 11443 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_user WHERE bigid BETWEEN 8632 AND 9926) AS page) [numPartitions=1] [_id#1003065,username#1003066,Brandid#1003067,etl_runtime#1003068,bigid#1003069] PushedFilters: [], ReadSchema: struct<_id:string,username:string,Brandid:string,etl_runtime:timestamp,bigid:int>\n [11443] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26088 { label="InMemoryTableScan"; 11462 [labelType="html" label="MapPartitionsRDD [11462] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11463 [labelType="html" label="MapPartitionsRDD [11463] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11464 [labelType="html" label="MapPartitionsRDD [11464] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26084 { label="WholeStageCodegen (1)"; 11465 [labelType="html" label="MapPartitionsRDD [11465] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26083 { label="Exchange"; 11466 [labelType="html" label="MapPartitionsRDD [11466] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 11440->11441; 11441->11442; 11442->11443; 11443->11462; 11462->11463; 11463->11464; 11464->11465; 11465->11466; }

11443

Event Timeline

Enable zooming