DataHubScheduler - Details for Stage 43639 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1360.0 B / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 32395

digraph G { subgraph clusterstage_43639 { label="Stage 43639"; 189814 [labelType="html" label="JDBCRDD [189814] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; subgraph cluster447523 { label="WholeStageCodegen (1)"; 189818 [labelType="html" label="MapPartitionsRDD [189818] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster447530 { label="mapPartitionsInternal"; 189819 [labelType="html" label="MapPartitionsRDD [189819] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster447531 { label="mapPartitionsInternal"; 189820 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.dim_compute_pdc_divisions_config WHERE bigid BETWEEN 1 AND 2) AS page) [numPartitions=1] [launch_details_config_name#17201423,division#17201424,brandid#17201425,unique_division_key#17201426,bigid#17201427L] PushedFilters: [], ReadSchema: struct<launch_details_config_name:string,division:string,brandid:string,unique_division_key:strin...\n [189820] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster447558 { label="InMemoryTableScan"; 189827 [labelType="html" label="MapPartitionsRDD [189827] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 189828 [labelType="html" label="MapPartitionsRDD [189828] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; 189829 [labelType="html" label="MapPartitionsRDD [189829] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster447554 { label="WholeStageCodegen (1)"; 189830 [labelType="html" label="MapPartitionsRDD [189830] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } subgraph cluster447553 { label="Exchange"; 189831 [labelType="html" label="MapPartitionsRDD [189831] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:182"]; } } 189814->189818; 189818->189819; 189819->189820; 189820->189827; 189827->189828; 189828->189829; 189829->189830; 189830->189831; }

189820

Event Timeline

Enable zooming