DataHubScheduler - Details for Stage 782 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 82 ms
Locality Level Summary: Process local: 1
Input Size / Records: 8.2 KiB / 1
Output Size / Records: 0.0 B / 37
Associated Job Ids: 646

digraph G { subgraph clusterstage_782 { label="Stage 782"; 2652 [labelType="html" label="JDBCRDD [2652] cache at <unknown>:0"]; 2703 [labelType="html" label="SQLExecutionRDD [2703] jdbc at <unknown>:0"]; subgraph cluster6035 { label="WholeStageCodegen (1)"; 2653 [labelType="html" label="MapPartitionsRDD [2653] count at <unknown>:0"]; } subgraph cluster6037 { label="mapPartitionsInternal"; 2654 [labelType="html" label="MapPartitionsRDD [2654] count at <unknown>:0"]; } subgraph cluster6038 { label="mapPartitionsInternal"; 2655 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#210708,request_id#210709,launch_id#210710,reporting_year#210711,template_type#210712,supplier_id#210713,supplier_name#210714,request_status#210715,due_ts#210716,approved_ts#210717,submitted_ts#210718,is_submitted#210719,is_overdue#210720,total_smelters#210721,conflict_free_count#210722,audit_committed_count#210723,undeterminable_count#210724,undeterminable_not_in_rmi_count#210725,undeterminable_not_identified_count#210726,recycled_count#210727,supplier_country#210728,supplier_country_code#210729,minerals#210730,etl_runtime#210731,bigid#210732L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [2655] [Cached] count at <unknown>:0"]; } subgraph cluster6167 { label="InMemoryTableScan"; 2699 [labelType="html" label="MapPartitionsRDD [2699] jdbc at <unknown>:0"]; 2700 [labelType="html" label="MapPartitionsRDD [2700] jdbc at <unknown>:0"]; 2701 [labelType="html" label="MapPartitionsRDD [2701] jdbc at <unknown>:0"]; } subgraph cluster6165 { label="DeserializeToObject"; 2702 [labelType="html" label="MapPartitionsRDD [2702] jdbc at <unknown>:0"]; } subgraph cluster6168 { label="mapPartitions"; 2704 [labelType="html" label="MapPartitionsRDD [2704] jdbc at <unknown>:0"]; } } 2652->2653; 2653->2654; 2654->2655; 2655->2699; 2699->2700; 2700->2701; 2701->2702; 2702->2703; 2703->2704; }

2655

Event Timeline

Enable zooming