DataHubScheduler - Details for Stage 38294 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 70 ms
Locality Level Summary: Process local: 1
Input Size / Records: 4.1 KiB / 1
Output Size / Records: 0.0 B / 162
Associated Job Ids: 27659

digraph G { subgraph clusterstage_38294 { label="Stage 38294"; 164538 [labelType="html" label="JDBCRDD [164538] cache at <unknown>:0"]; 164595 [labelType="html" label="SQLExecutionRDD [164595] jdbc at <unknown>:0"]; subgraph cluster395983 { label="WholeStageCodegen (1)"; 164539 [labelType="html" label="MapPartitionsRDD [164539] count at <unknown>:0"]; } subgraph cluster395985 { label="mapPartitionsInternal"; 164540 [labelType="html" label="MapPartitionsRDD [164540] count at <unknown>:0"]; } subgraph cluster395986 { label="mapPartitionsInternal"; 164541 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_country_analysis WHERE bigid BETWEEN 1 AND 162) AS page) [numPartitions=1] [company_id#15470050,reporting_year#15470051,country_code#15470052,country_name#15470053,total_smelters#15470054,conflict_free_count#15470055,audit_committed_count#15470056,undeterminable_count#15470057,active_smelters#15470058,minerals_list#15470059,is_drc_covered#15470060,etl_runtime#15470061,bigid#15470062L] PushedFilters: [], ReadSchema: struct<company_id:string,reporting_year:int,country_code:string,country_name:string,total_smelter...\n [164541] [Cached] count at <unknown>:0"]; } subgraph cluster396119 { label="InMemoryTableScan"; 164591 [labelType="html" label="MapPartitionsRDD [164591] jdbc at <unknown>:0"]; 164592 [labelType="html" label="MapPartitionsRDD [164592] jdbc at <unknown>:0"]; 164593 [labelType="html" label="MapPartitionsRDD [164593] jdbc at <unknown>:0"]; } subgraph cluster396117 { label="DeserializeToObject"; 164594 [labelType="html" label="MapPartitionsRDD [164594] jdbc at <unknown>:0"]; } subgraph cluster396120 { label="mapPartitions"; 164596 [labelType="html" label="MapPartitionsRDD [164596] jdbc at <unknown>:0"]; } } 164538->164539; 164539->164540; 164540->164541; 164541->164591; 164591->164592; 164592->164593; 164593->164594; 164594->164595; 164595->164596; }

164541

Event Timeline

Enable zooming