DataHubScheduler - Details for Stage 40620 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 1
Input Size / Records: 105.4 KiB / 1
Output Size / Records: 0.0 B / 1587
Associated Job Ids: 25842

digraph G { subgraph clusterstage_40620 { label="Stage 40620"; 173274 [labelType="html" label="JDBCRDD [173274] cache at <unknown>:0"]; 173304 [labelType="html" label="SQLExecutionRDD [173304] jdbc at <unknown>:0"]; subgraph cluster412715 { label="WholeStageCodegen (1)"; 173275 [labelType="html" label="MapPartitionsRDD [173275] count at <unknown>:0"]; } subgraph cluster412717 { label="mapPartitionsInternal"; 173276 [labelType="html" label="MapPartitionsRDD [173276] count at <unknown>:0"]; } subgraph cluster412718 { label="mapPartitionsInternal"; 173277 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_smelter_overview WHERE bigid BETWEEN 1 AND 1587) AS page) [numPartitions=1] [company_id#20607490,facility_id#20607491,request_id#20607492,response_id#20607493,launch_id#20607494,reporting_year#20607495,template_type#20607496,request_status#20607497,supplier_id#20607498,supplier_name#20607499,material#20607500,facility_name#20607501,standard_name#20607502,rmap_id#20607503,facility_type#20607504,is_known_facility#20607505,conformance_status#20607506,rmap_status#20607507,country_code#20607508,country_name#20607509,smelter_city#20607510,is_recycled_or_scrap#20607511,smelter_key#20607512,is_drc_covered#20607513,... 2 more fields] PushedFilters: [], ReadSchema: struct<company_id:string,facility_id:string,request_id:string,response_id:string,launch_id:string...\n [173277] [Cached] count at <unknown>:0"]; } subgraph cluster412778 { label="InMemoryTableScan"; 173300 [labelType="html" label="MapPartitionsRDD [173300] jdbc at <unknown>:0"]; 173301 [labelType="html" label="MapPartitionsRDD [173301] jdbc at <unknown>:0"]; 173302 [labelType="html" label="MapPartitionsRDD [173302] jdbc at <unknown>:0"]; } subgraph cluster412776 { label="DeserializeToObject"; 173303 [labelType="html" label="MapPartitionsRDD [173303] jdbc at <unknown>:0"]; } subgraph cluster412779 { label="mapPartitions"; 173305 [labelType="html" label="MapPartitionsRDD [173305] jdbc at <unknown>:0"]; } } 173274->173275; 173275->173276; 173276->173277; 173277->173300; 173300->173301; 173301->173302; 173302->173303; 173303->173304; 173304->173305; }

173277

Event Timeline

Enable zooming