DataHubScheduler - Details for Stage 42669 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 69 ms
Locality Level Summary: Process local: 1
Input Size / Records: 4.1 KiB / 1
Output Size / Records: 0.0 B / 162
Associated Job Ids: 31611

digraph G { subgraph clusterstage_42669 { label="Stage 42669"; 186420 [labelType="html" label="JDBCRDD [186420] cache at <unknown>:0"]; 186477 [labelType="html" label="SQLExecutionRDD [186477] jdbc at <unknown>:0"]; subgraph cluster439688 { label="WholeStageCodegen (1)"; 186421 [labelType="html" label="MapPartitionsRDD [186421] count at <unknown>:0"]; } subgraph cluster439690 { label="mapPartitionsInternal"; 186422 [labelType="html" label="MapPartitionsRDD [186422] count at <unknown>:0"]; } subgraph cluster439691 { label="mapPartitionsInternal"; 186423 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_country_analysis WHERE bigid BETWEEN 1 AND 162) AS page) [numPartitions=1] [company_id#16929112,reporting_year#16929113,country_code#16929114,country_name#16929115,total_smelters#16929116,conflict_free_count#16929117,audit_committed_count#16929118,undeterminable_count#16929119,active_smelters#16929120,minerals_list#16929121,is_drc_covered#16929122,etl_runtime#16929123,bigid#16929124L] PushedFilters: [], ReadSchema: struct<company_id:string,reporting_year:int,country_code:string,country_name:string,total_smelter...\n [186423] [Cached] count at <unknown>:0"]; } subgraph cluster439824 { label="InMemoryTableScan"; 186473 [labelType="html" label="MapPartitionsRDD [186473] jdbc at <unknown>:0"]; 186474 [labelType="html" label="MapPartitionsRDD [186474] jdbc at <unknown>:0"]; 186475 [labelType="html" label="MapPartitionsRDD [186475] jdbc at <unknown>:0"]; } subgraph cluster439822 { label="DeserializeToObject"; 186476 [labelType="html" label="MapPartitionsRDD [186476] jdbc at <unknown>:0"]; } subgraph cluster439825 { label="mapPartitions"; 186478 [labelType="html" label="MapPartitionsRDD [186478] jdbc at <unknown>:0"]; } } 186420->186421; 186421->186422; 186422->186423; 186423->186473; 186473->186474; 186474->186475; 186475->186476; 186476->186477; 186477->186478; }

186423

Event Timeline

Enable zooming