DataHubScheduler - Details for Stage 27571 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 1
Input Size / Records: 105.4 KiB / 1
Output Size / Records: 0.0 B / 1587
Associated Job Ids: 18616

digraph G { subgraph clusterstage_27571 { label="Stage 27571"; 120667 [labelType="html" label="JDBCRDD [120667] cache at <unknown>:0"]; 120695 [labelType="html" label="SQLExecutionRDD [120695] jdbc at <unknown>:0"]; subgraph cluster301837 { label="WholeStageCodegen (1)"; 120668 [labelType="html" label="MapPartitionsRDD [120668] count at <unknown>:0"]; } subgraph cluster301840 { label="mapPartitionsInternal"; 120669 [labelType="html" label="MapPartitionsRDD [120669] count at <unknown>:0"]; } subgraph cluster301841 { label="mapPartitionsInternal"; 120670 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_smelter_overview WHERE bigid BETWEEN 1 AND 1587) AS page) [numPartitions=1] [company_id#12244547,facility_id#12244548,request_id#12244549,response_id#12244550,launch_id#12244551,reporting_year#12244552,template_type#12244553,request_status#12244554,supplier_id#12244555,supplier_name#12244556,material#12244557,facility_name#12244558,standard_name#12244559,rmap_id#12244560,facility_type#12244561,is_known_facility#12244562,conformance_status#12244563,rmap_status#12244564,country_code#12244565,country_name#12244566,smelter_city#12244567,is_recycled_or_scrap#12244568,smelter_key#12244569,is_drc_covered#12244570,... 2 more fields] PushedFilters: [], ReadSchema: struct<company_id:string,facility_id:string,request_id:string,response_id:string,launch_id:string...\n [120670] [Cached] count at <unknown>:0"]; } subgraph cluster301902 { label="InMemoryTableScan"; 120691 [labelType="html" label="MapPartitionsRDD [120691] jdbc at <unknown>:0"]; 120692 [labelType="html" label="MapPartitionsRDD [120692] jdbc at <unknown>:0"]; 120693 [labelType="html" label="MapPartitionsRDD [120693] jdbc at <unknown>:0"]; } subgraph cluster301900 { label="DeserializeToObject"; 120694 [labelType="html" label="MapPartitionsRDD [120694] jdbc at <unknown>:0"]; } subgraph cluster301903 { label="mapPartitions"; 120697 [labelType="html" label="MapPartitionsRDD [120697] jdbc at <unknown>:0"]; } } 120667->120668; 120668->120669; 120669->120670; 120670->120691; 120691->120692; 120692->120693; 120693->120694; 120694->120695; 120695->120697; }

120670

Event Timeline

Enable zooming