DataHubScheduler - Details for Stage 38303 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 105.4 KiB / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 27667

digraph G { subgraph clusterstage_38303 { label="Stage 38303"; 164618 [labelType="html" label="JDBCRDD [164618] cache at <unknown>:0"]; subgraph cluster396198 { label="WholeStageCodegen (1)"; 164619 [labelType="html" label="MapPartitionsRDD [164619] count at <unknown>:0"]; } subgraph cluster396200 { label="mapPartitionsInternal"; 164620 [labelType="html" label="MapPartitionsRDD [164620] count at <unknown>:0"]; } subgraph cluster396201 { label="mapPartitionsInternal"; 164621 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_smelter_overview WHERE bigid BETWEEN 1 AND 1587) AS page) [numPartitions=1] [company_id#15481231,facility_id#15481232,request_id#15481233,response_id#15481234,launch_id#15481235,reporting_year#15481236,template_type#15481237,request_status#15481238,supplier_id#15481239,supplier_name#15481240,material#15481241,facility_name#15481242,standard_name#15481243,rmap_id#15481244,facility_type#15481245,is_known_facility#15481246,conformance_status#15481247,rmap_status#15481248,country_code#15481249,country_name#15481250,smelter_city#15481251,is_recycled_or_scrap#15481252,smelter_key#15481253,is_drc_covered#15481254,... 2 more fields] PushedFilters: [], ReadSchema: struct<company_id:string,facility_id:string,request_id:string,response_id:string,launch_id:string...\n [164621] [Cached] count at <unknown>:0"]; } subgraph cluster396213 { label="InMemoryTableScan"; 164628 [labelType="html" label="MapPartitionsRDD [164628] count at <unknown>:0"]; 164629 [labelType="html" label="MapPartitionsRDD [164629] count at <unknown>:0"]; 164630 [labelType="html" label="MapPartitionsRDD [164630] count at <unknown>:0"]; } subgraph cluster396209 { label="WholeStageCodegen (1)"; 164631 [labelType="html" label="MapPartitionsRDD [164631] count at <unknown>:0"]; } subgraph cluster396208 { label="Exchange"; 164632 [labelType="html" label="MapPartitionsRDD [164632] count at <unknown>:0"]; } } 164618->164619; 164619->164620; 164620->164621; 164621->164628; 164628->164629; 164629->164630; 164630->164631; 164631->164632; }

164621

Event Timeline

Enable zooming