DataHubScheduler - Details for Stage 43664 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 105.4 KiB / 1
Output Size / Records: 0.0 B / 1587
Associated Job Ids: 32415

digraph G { subgraph clusterstage_43664 { label="Stage 43664"; 189900 [labelType="html" label="JDBCRDD [189900] cache at <unknown>:0"]; 189919 [labelType="html" label="SQLExecutionRDD [189919] jdbc at <unknown>:0"]; subgraph cluster447723 { label="WholeStageCodegen (1)"; 189901 [labelType="html" label="MapPartitionsRDD [189901] count at <unknown>:0"]; } subgraph cluster447725 { label="mapPartitionsInternal"; 189902 [labelType="html" label="MapPartitionsRDD [189902] count at <unknown>:0"]; } subgraph cluster447726 { label="mapPartitionsInternal"; 189903 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_smelter_overview WHERE bigid BETWEEN 1 AND 1587) AS page) [numPartitions=1] [company_id#17212322,facility_id#17212323,request_id#17212324,response_id#17212325,launch_id#17212326,reporting_year#17212327,template_type#17212328,request_status#17212329,supplier_id#17212330,supplier_name#17212331,material#17212332,facility_name#17212333,standard_name#17212334,rmap_id#17212335,facility_type#17212336,is_known_facility#17212337,conformance_status#17212338,rmap_status#17212339,country_code#17212340,country_name#17212341,smelter_city#17212342,is_recycled_or_scrap#17212343,smelter_key#17212344,is_drc_covered#17212345,... 2 more fields] PushedFilters: [], ReadSchema: struct<company_id:string,facility_id:string,request_id:string,response_id:string,launch_id:string...\n [189903] [Cached] count at <unknown>:0"]; } subgraph cluster447781 { label="InMemoryTableScan"; 189915 [labelType="html" label="MapPartitionsRDD [189915] jdbc at <unknown>:0"]; 189916 [labelType="html" label="MapPartitionsRDD [189916] jdbc at <unknown>:0"]; 189917 [labelType="html" label="MapPartitionsRDD [189917] jdbc at <unknown>:0"]; } subgraph cluster447779 { label="DeserializeToObject"; 189918 [labelType="html" label="MapPartitionsRDD [189918] jdbc at <unknown>:0"]; } subgraph cluster447782 { label="mapPartitions"; 189920 [labelType="html" label="MapPartitionsRDD [189920] jdbc at <unknown>:0"]; } } 189900->189901; 189901->189902; 189902->189903; 189903->189915; 189915->189916; 189916->189917; 189917->189918; 189918->189919; 189919->189920; }

189903

Event Timeline

Enable zooming