DataHubScheduler - Details for Stage 3232 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 94.4 KiB / 1
Output Size / Records: 0.0 B / 1295
Associated Job Ids: 2549

digraph G { subgraph clusterstage_3232 { label="Stage 3232"; 11440 [labelType="html" label="JDBCRDD [11440] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11508 [labelType="html" label="SQLExecutionRDD [11508] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster26053 { label="WholeStageCodegen (1)"; 11441 [labelType="html" label="MapPartitionsRDD [11441] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26055 { label="mapPartitionsInternal"; 11442 [labelType="html" label="MapPartitionsRDD [11442] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26056 { label="mapPartitionsInternal"; 11443 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_user WHERE bigid BETWEEN 8632 AND 9926) AS page) [numPartitions=1] [_id#1003065,username#1003066,Brandid#1003067,etl_runtime#1003068,bigid#1003069] PushedFilters: [], ReadSchema: struct<_id:string,username:string,Brandid:string,etl_runtime:timestamp,bigid:int>\n [11443] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26198 { label="InMemoryTableScan"; 11503 [labelType="html" label="MapPartitionsRDD [11503] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11504 [labelType="html" label="MapPartitionsRDD [11504] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11505 [labelType="html" label="MapPartitionsRDD [11505] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26196 { label="DeserializeToObject"; 11507 [labelType="html" label="MapPartitionsRDD [11507] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26200 { label="mapPartitions"; 11509 [labelType="html" label="MapPartitionsRDD [11509] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 11440->11441; 11441->11442; 11442->11443; 11443->11503; 11503->11504; 11504->11505; 11505->11507; 11507->11508; 11508->11509; }

11443

Event Timeline

Enable zooming