DataHubScheduler - Details for Stage 42671 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 58 ms
Locality Level Summary: Process local: 1
Input Size / Records: 8.2 KiB / 1
Output Size / Records: 0.0 B / 37
Associated Job Ids: 31613

digraph G { subgraph clusterstage_42671 { label="Stage 42671"; 186429 [labelType="html" label="JDBCRDD [186429] cache at <unknown>:0"]; 186487 [labelType="html" label="SQLExecutionRDD [186487] jdbc at <unknown>:0"]; subgraph cluster439725 { label="WholeStageCodegen (1)"; 186430 [labelType="html" label="MapPartitionsRDD [186430] count at <unknown>:0"]; } subgraph cluster439732 { label="mapPartitionsInternal"; 186431 [labelType="html" label="MapPartitionsRDD [186431] count at <unknown>:0"]; } subgraph cluster439733 { label="mapPartitionsInternal"; 186432 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#16929974,request_id#16929975,launch_id#16929976,reporting_year#16929977,template_type#16929978,supplier_id#16929979,supplier_name#16929980,request_status#16929981,due_ts#16929982,approved_ts#16929983,submitted_ts#16929984,is_submitted#16929985,is_overdue#16929986,total_smelters#16929987,conflict_free_count#16929988,audit_committed_count#16929989,undeterminable_count#16929990,undeterminable_not_in_rmi_count#16929991,undeterminable_not_identified_count#16929992,recycled_count#16929993,supplier_country#16929994,supplier_country_code#16929995,minerals#16929996,etl_runtime#16929997,bigid#16929998L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [186432] [Cached] count at <unknown>:0"]; } subgraph cluster439855 { label="InMemoryTableScan"; 186483 [labelType="html" label="MapPartitionsRDD [186483] jdbc at <unknown>:0"]; 186484 [labelType="html" label="MapPartitionsRDD [186484] jdbc at <unknown>:0"]; 186485 [labelType="html" label="MapPartitionsRDD [186485] jdbc at <unknown>:0"]; } subgraph cluster439853 { label="DeserializeToObject"; 186486 [labelType="html" label="MapPartitionsRDD [186486] jdbc at <unknown>:0"]; } subgraph cluster439856 { label="mapPartitions"; 186488 [labelType="html" label="MapPartitionsRDD [186488] jdbc at <unknown>:0"]; } } 186429->186430; 186430->186431; 186431->186432; 186432->186483; 186483->186484; 186484->186485; 186485->186486; 186486->186487; 186487->186488; }

186432

Event Timeline

Enable zooming