DataHubScheduler - Details for Stage 41715 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Node local: 11; Process local: 9
Shuffle Read Size / Records: 1769.0 B / 25
Associated Job Ids: 30858

digraph G { subgraph clusterstage_41715 { label="Stage 41715"; subgraph cluster431870 { label="Exchange"; 183098 [labelType="html" label="ShuffledRowRDD [183098] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431864 { label="WholeStageCodegen (10)"; 183099 [labelType="html" label="MapPartitionsRDD [183099] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431879 { label="Exchange"; 183100 [labelType="html" label="ShuffledRowRDD [183100] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431871 { label="WholeStageCodegen (11)"; 183101 [labelType="html" label="MapPartitionsRDD [183101] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431863 { label="Union"; 183102 [labelType="html" label="UnionRDD [183102] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431735 { label="AdaptiveSparkPlan"; 183103 [labelType="html" label="MapPartitionsRDD [183103] [Unordered] javaToPython at <unknown>:0"]; 183104 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#16674975 AS entity_id#16676746, 6a72fd3a7e0eaa616bfdc3fe AS brand_context_id#16676747, dim_id#16673172, cast(lvl#16675955 as string) AS level#16676748, CASE WHEN (lvl#16675955 >= 4.2) THEN Extreme WHEN (lvl#16675955 >= 3.4) THEN High WHEN (lvl#16675955 >= 2.6) THEN Moderate WHEN (lvl#16675955 >= 1.8) THEN Medium WHEN (lvl#16675955 >= 1.0) THEN Low ELSE Unknown END AS level_band#16676749]\n : +- Filter (isnotnull(lvl#16675955) AND (lvl#16675955 > 0.0))\n : +- HashAggregate(keys=[sid#16674975, dim_id#16673172], functions=[max(lvl#16674971)], output=[sid#16674975, dim_id#16673172, lvl#16675955])\n : +- Exchange hashpartitioning(sid#16674975, dim_id#16673172, 10), ENSURE_REQUIREMENTS, [plan_id=4524618]\n : +- HashAggregate(keys=[sid#16674975, dim_id#16673172], functions=[partial_max(lvl#16674971)], output=[sid#16674975, dim_id#16673172, max#16677184])\n : +- Union\n : :- InMemoryTableScan [s... [183104] [Cached] [Unordered] javaToPython at <unknown>:0"]; } } 183098->183099; 183100->183101; 183099->183102; 183101->183102; 183102->183103; 183103->183104; }

183078,183098

183097,183100

183104

Event Timeline

Enable zooming