DataHubScheduler - Details for Stage 39793 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 18.1 KiB / 1
Associated Job Ids: 25187

digraph G { subgraph clusterstage_39793 { label="Stage 39793"; 80999 [labelType="html" label="JDBCRDD [80999] cache at <unknown>:0"]; subgraph cluster170844 { label="WholeStageCodegen (1)"; 81278 [labelType="html" label="MapPartitionsRDD [81278] javaToPython at <unknown>:0"]; } subgraph cluster170843 { label="AdaptiveSparkPlan"; 81279 [labelType="html" label="MapPartitionsRDD [81279] javaToPython at <unknown>:0"]; 81280 [labelType="html" label="*(1) Project [Country#11541279, ISO3#11541280, ISO2#11541281, Region#11541282, GHG_Emissions#11541283, Trade_Unions#11541284, Wages#11541285, Working_Time#11541286, Gender_Based_Violence#11541287, Hazardous_Chemicals#11541288, Bribery_and_Corruption#11541289, Water#11541290, Health_and_Safety#11541291, Forced_Labor#11541292, Child_Labor#11541293, Land_Use_and_Biodiversity#11541294, lower(trim(Country#11541279, None)) AS _country_key#11541311, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#11541293) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#11541292) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#11541287) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#11541285) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#11541286) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#11541284) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#11541291) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#11541283) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chem... [81280] [Cached] javaToPython at <unknown>:0"]; } subgraph cluster406139 { label="InMemoryTableScan"; 170453 [labelType="html" label="MapPartitionsRDD [170453] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170454 [labelType="html" label="MapPartitionsRDD [170454] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170455 [labelType="html" label="MapPartitionsRDD [170455] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster406135 { label="WholeStageCodegen (1)"; 170456 [labelType="html" label="MapPartitionsRDD [170456] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster406134 { label="BroadcastExchange"; 170457 [labelType="html" label="MapPartitionsRDD [170457] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 80999->81278; 81278->81279; 81279->81280; 81280->170453; 170453->170454; 170454->170455; 170455->170456; 170456->170457; }

81280

Event Timeline

Enable zooming