DataHubScheduler - Details for Stage 40609 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 8.2 KiB / 1
Output Size / Records: 0.0 B / 37
Associated Job Ids: 25833

digraph G { subgraph clusterstage_40609 { label="Stage 40609"; 173246 [labelType="html" label="JDBCRDD [173246] cache at <unknown>:0"]; 173265 [labelType="html" label="SQLExecutionRDD [173265] jdbc at <unknown>:0"]; subgraph cluster412644 { label="WholeStageCodegen (1)"; 173247 [labelType="html" label="MapPartitionsRDD [173247] count at <unknown>:0"]; } subgraph cluster412646 { label="mapPartitionsInternal"; 173248 [labelType="html" label="MapPartitionsRDD [173248] count at <unknown>:0"]; } subgraph cluster412647 { label="mapPartitionsInternal"; 173249 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#20602148,request_id#20602149,launch_id#20602150,reporting_year#20602151,template_type#20602152,supplier_id#20602153,supplier_name#20602154,request_status#20602155,due_ts#20602156,approved_ts#20602157,submitted_ts#20602158,is_submitted#20602159,is_overdue#20602160,total_smelters#20602161,conflict_free_count#20602162,audit_committed_count#20602163,undeterminable_count#20602164,undeterminable_not_in_rmi_count#20602165,undeterminable_not_identified_count#20602166,recycled_count#20602167,supplier_country#20602168,supplier_country_code#20602169,minerals#20602170,etl_runtime#20602171,bigid#20602172L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [173249] [Cached] count at <unknown>:0"]; } subgraph cluster412696 { label="InMemoryTableScan"; 173261 [labelType="html" label="MapPartitionsRDD [173261] jdbc at <unknown>:0"]; 173262 [labelType="html" label="MapPartitionsRDD [173262] jdbc at <unknown>:0"]; 173263 [labelType="html" label="MapPartitionsRDD [173263] jdbc at <unknown>:0"]; } subgraph cluster412694 { label="DeserializeToObject"; 173264 [labelType="html" label="MapPartitionsRDD [173264] jdbc at <unknown>:0"]; } subgraph cluster412697 { label="mapPartitions"; 173266 [labelType="html" label="MapPartitionsRDD [173266] jdbc at <unknown>:0"]; } } 173246->173247; 173247->173248; 173248->173249; 173249->173261; 173261->173262; 173262->173263; 173263->173264; 173264->173265; 173265->173266; }

173249

Event Timeline

Enable zooming