DataHubScheduler - Details for Stage 38296 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 62 ms
Locality Level Summary: Process local: 1
Input Size / Records: 8.2 KiB / 1
Output Size / Records: 0.0 B / 37
Associated Job Ids: 27661

digraph G { subgraph clusterstage_38296 { label="Stage 38296"; 164547 [labelType="html" label="JDBCRDD [164547] cache at <unknown>:0"]; 164605 [labelType="html" label="SQLExecutionRDD [164605] jdbc at <unknown>:0"]; subgraph cluster396020 { label="WholeStageCodegen (1)"; 164548 [labelType="html" label="MapPartitionsRDD [164548] count at <unknown>:0"]; } subgraph cluster396022 { label="mapPartitionsInternal"; 164549 [labelType="html" label="MapPartitionsRDD [164549] count at <unknown>:0"]; } subgraph cluster396023 { label="mapPartitionsInternal"; 164550 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#15470912,request_id#15470913,launch_id#15470914,reporting_year#15470915,template_type#15470916,supplier_id#15470917,supplier_name#15470918,request_status#15470919,due_ts#15470920,approved_ts#15470921,submitted_ts#15470922,is_submitted#15470923,is_overdue#15470924,total_smelters#15470925,conflict_free_count#15470926,audit_committed_count#15470927,undeterminable_count#15470928,undeterminable_not_in_rmi_count#15470929,undeterminable_not_identified_count#15470930,recycled_count#15470931,supplier_country#15470932,supplier_country_code#15470933,minerals#15470934,etl_runtime#15470935,bigid#15470936L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [164550] [Cached] count at <unknown>:0"]; } subgraph cluster396150 { label="InMemoryTableScan"; 164601 [labelType="html" label="MapPartitionsRDD [164601] jdbc at <unknown>:0"]; 164602 [labelType="html" label="MapPartitionsRDD [164602] jdbc at <unknown>:0"]; 164603 [labelType="html" label="MapPartitionsRDD [164603] jdbc at <unknown>:0"]; } subgraph cluster396148 { label="DeserializeToObject"; 164604 [labelType="html" label="MapPartitionsRDD [164604] jdbc at <unknown>:0"]; } subgraph cluster396151 { label="mapPartitions"; 164606 [labelType="html" label="MapPartitionsRDD [164606] jdbc at <unknown>:0"]; } } 164547->164548; 164548->164549; 164549->164550; 164550->164601; 164601->164602; 164602->164603; 164603->164604; 164604->164605; 164605->164606; }

164550

Event Timeline

Enable zooming