DataHubScheduler - Details for Stage 34952 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 105.4 KiB / 1
Output Size / Records: 0.0 B / 1587
Associated Job Ids: 25021

digraph G { subgraph clusterstage_34952 { label="Stage 34952"; 152931 [labelType="html" label="JDBCRDD [152931] cache at <unknown>:0"]; 152959 [labelType="html" label="SQLExecutionRDD [152959] jdbc at <unknown>:0"]; subgraph cluster369144 { label="WholeStageCodegen (1)"; 152932 [labelType="html" label="MapPartitionsRDD [152932] count at <unknown>:0"]; } subgraph cluster369153 { label="mapPartitionsInternal"; 152933 [labelType="html" label="MapPartitionsRDD [152933] count at <unknown>:0"]; } subgraph cluster369154 { label="mapPartitionsInternal"; 152934 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_smelter_overview WHERE bigid BETWEEN 1 AND 1587) AS page) [numPartitions=1] [company_id#14553524,facility_id#14553525,request_id#14553526,response_id#14553527,launch_id#14553528,reporting_year#14553529,template_type#14553530,request_status#14553531,supplier_id#14553532,supplier_name#14553533,material#14553534,facility_name#14553535,standard_name#14553536,rmap_id#14553537,facility_type#14553538,is_known_facility#14553539,conformance_status#14553540,rmap_status#14553541,country_code#14553542,country_name#14553543,smelter_city#14553544,is_recycled_or_scrap#14553545,smelter_key#14553546,is_drc_covered#14553547,... 2 more fields] PushedFilters: [], ReadSchema: struct<company_id:string,facility_id:string,request_id:string,response_id:string,launch_id:string...\n [152934] [Cached] count at <unknown>:0"]; } subgraph cluster369232 { label="InMemoryTableScan"; 152955 [labelType="html" label="MapPartitionsRDD [152955] jdbc at <unknown>:0"]; 152956 [labelType="html" label="MapPartitionsRDD [152956] jdbc at <unknown>:0"]; 152957 [labelType="html" label="MapPartitionsRDD [152957] jdbc at <unknown>:0"]; } subgraph cluster369230 { label="DeserializeToObject"; 152958 [labelType="html" label="MapPartitionsRDD [152958] jdbc at <unknown>:0"]; } subgraph cluster369233 { label="mapPartitions"; 152960 [labelType="html" label="MapPartitionsRDD [152960] jdbc at <unknown>:0"]; } } 152931->152932; 152932->152933; 152933->152934; 152934->152955; 152955->152956; 152956->152957; 152957->152958; 152958->152959; 152959->152960; }

152934

Event Timeline

Enable zooming