DataHubScheduler - Details for Stage 3220 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 19.2 MiB / 6
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 2541

digraph G { subgraph clusterstage_3220 { label="Stage 3220"; 11449 [labelType="html" label="JDBCRDD [11449] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster26069 { label="WholeStageCodegen (1)"; 11450 [labelType="html" label="MapPartitionsRDD [11450] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26071 { label="mapPartitionsInternal"; 11451 [labelType="html" label="MapPartitionsRDD [11451] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26072 { label="mapPartitionsInternal"; 11452 [labelType="html" label="*(1) Scan JDBCRelation(dbo.ForcedLabor_Kharon) [numPartitions=1] [Kharon_ID#1003885,Name#1003886,Entity_Type#1003887,Risk_Labels#1003888,Notes#1003889,Primary_City#1003890,Primary_Country#1003891,URL#1003892] PushedFilters: [], ReadSchema: struct<Kharon_ID:string,Name:string,Entity_Type:string,Risk_Labels:string,Notes:string,Primary_Ci...\n [11452] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26101 { label="InMemoryTableScan"; 11470 [labelType="html" label="MapPartitionsRDD [11470] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11471 [labelType="html" label="MapPartitionsRDD [11471] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11472 [labelType="html" label="MapPartitionsRDD [11472] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26097 { label="WholeStageCodegen (1)"; 11473 [labelType="html" label="MapPartitionsRDD [11473] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26096 { label="Exchange"; 11474 [labelType="html" label="MapPartitionsRDD [11474] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 11449->11450; 11450->11451; 11451->11452; 11452->11470; 11470->11471; 11471->11472; 11472->11473; 11473->11474; }

11452

Event Timeline

Enable zooming