DataHubScheduler - Details for Stage 27566 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 68 ms
Locality Level Summary: Process local: 1
Input Size / Records: 8.2 KiB / 1
Output Size / Records: 0.0 B / 37
Associated Job Ids: 18612

digraph G { subgraph clusterstage_27566 { label="Stage 27566"; 120637 [labelType="html" label="JDBCRDD [120637] cache at <unknown>:0"]; 120675 [labelType="html" label="SQLExecutionRDD [120675] jdbc at <unknown>:0"]; subgraph cluster301761 { label="WholeStageCodegen (1)"; 120638 [labelType="html" label="MapPartitionsRDD [120638] count at <unknown>:0"]; } subgraph cluster301763 { label="mapPartitionsInternal"; 120639 [labelType="html" label="MapPartitionsRDD [120639] count at <unknown>:0"]; } subgraph cluster301764 { label="mapPartitionsInternal"; 120640 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#12238899,request_id#12238900,launch_id#12238901,reporting_year#12238902,template_type#12238903,supplier_id#12238904,supplier_name#12238905,request_status#12238906,due_ts#12238907,approved_ts#12238908,submitted_ts#12238909,is_submitted#12238910,is_overdue#12238911,total_smelters#12238912,conflict_free_count#12238913,audit_committed_count#12238914,undeterminable_count#12238915,undeterminable_not_in_rmi_count#12238916,undeterminable_not_identified_count#12238917,recycled_count#12238918,supplier_country#12238919,supplier_country_code#12238920,minerals#12238921,etl_runtime#12238922,bigid#12238923L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [120640] [Cached] count at <unknown>:0"]; } subgraph cluster301844 { label="InMemoryTableScan"; 120671 [labelType="html" label="MapPartitionsRDD [120671] jdbc at <unknown>:0"]; 120672 [labelType="html" label="MapPartitionsRDD [120672] jdbc at <unknown>:0"]; 120673 [labelType="html" label="MapPartitionsRDD [120673] jdbc at <unknown>:0"]; } subgraph cluster301842 { label="DeserializeToObject"; 120674 [labelType="html" label="MapPartitionsRDD [120674] jdbc at <unknown>:0"]; } subgraph cluster301845 { label="mapPartitions"; 120676 [labelType="html" label="MapPartitionsRDD [120676] jdbc at <unknown>:0"]; } } 120637->120638; 120638->120639; 120639->120640; 120640->120671; 120671->120672; 120672->120673; 120673->120674; 120674->120675; 120675->120676; }

120640

Event Timeline

Enable zooming