DataHubScheduler - Details for Stage 39786 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 18.1 KiB / 1
Associated Job Ids: 25184

digraph G { subgraph clusterstage_39786 { label="Stage 39786"; 80999 [labelType="html" label="JDBCRDD [80999] cache at <unknown>:0"]; subgraph cluster170844 { label="WholeStageCodegen (1)"; 81278 [labelType="html" label="MapPartitionsRDD [81278] javaToPython at <unknown>:0"]; } subgraph cluster170843 { label="AdaptiveSparkPlan"; 81279 [labelType="html" label="MapPartitionsRDD [81279] javaToPython at <unknown>:0"]; 81280 [labelType="html" label="*(1) Project [Country#11541279, ISO3#11541280, ISO2#11541281, Region#11541282, GHG_Emissions#11541283, Trade_Unions#11541284, Wages#11541285, Working_Time#11541286, Gender_Based_Violence#11541287, Hazardous_Chemicals#11541288, Bribery_and_Corruption#11541289, Water#11541290, Health_and_Safety#11541291, Forced_Labor#11541292, Child_Labor#11541293, Land_Use_and_Biodiversity#11541294, lower(trim(Country#11541279, None)) AS _country_key#11541311, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#11541293) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#11541292) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#11541287) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#11541285) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#11541286) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#11541284) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#11541291) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#11541283) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chem... [81280] [Cached] javaToPython at <unknown>:0"]; } subgraph cluster406069 { label="InMemoryTableScan"; 170428 [labelType="html" label="MapPartitionsRDD [170428] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170429 [labelType="html" label="MapPartitionsRDD [170429] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170430 [labelType="html" label="MapPartitionsRDD [170430] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster406065 { label="WholeStageCodegen (1)"; 170431 [labelType="html" label="MapPartitionsRDD [170431] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster406064 { label="BroadcastExchange"; 170432 [labelType="html" label="MapPartitionsRDD [170432] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 80999->81278; 81278->81279; 81279->81280; 81280->170428; 170428->170429; 170429->170430; 170430->170431; 170431->170432; }

81280

Event Timeline

Enable zooming