DataHubScheduler - Details for Stage 3233 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Process local: 1
Input Size / Records: 19.2 MiB / 6
Output Size / Records: 0.0 B / 51785
Associated Job Ids: 2550

digraph G { subgraph clusterstage_3233 { label="Stage 3233"; 11449 [labelType="html" label="JDBCRDD [11449] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11514 [labelType="html" label="SQLExecutionRDD [11514] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster26069 { label="WholeStageCodegen (1)"; 11450 [labelType="html" label="MapPartitionsRDD [11450] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26071 { label="mapPartitionsInternal"; 11451 [labelType="html" label="MapPartitionsRDD [11451] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26072 { label="mapPartitionsInternal"; 11452 [labelType="html" label="*(1) Scan JDBCRelation(dbo.ForcedLabor_Kharon) [numPartitions=1] [Kharon_ID#1003885,Name#1003886,Entity_Type#1003887,Risk_Labels#1003888,Notes#1003889,Primary_City#1003890,Primary_Country#1003891,URL#1003892] PushedFilters: [], ReadSchema: struct<Kharon_ID:string,Name:string,Entity_Type:string,Risk_Labels:string,Notes:string,Primary_Ci...\n [11452] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26217 { label="InMemoryTableScan"; 11510 [labelType="html" label="MapPartitionsRDD [11510] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11511 [labelType="html" label="MapPartitionsRDD [11511] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11512 [labelType="html" label="MapPartitionsRDD [11512] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26215 { label="DeserializeToObject"; 11513 [labelType="html" label="MapPartitionsRDD [11513] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster26225 { label="mapPartitions"; 11515 [labelType="html" label="MapPartitionsRDD [11515] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 11449->11450; 11450->11451; 11451->11452; 11452->11510; 11510->11511; 11511->11512; 11512->11513; 11513->11514; 11514->11515; }

11452

Event Timeline

Enable zooming