DataHubScheduler - Details for Stage 39820 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Node local: 10; Process local: 10
Shuffle Read Size / Records: 1712.0 B / 26
Associated Job Ids: 25202

digraph G { subgraph clusterstage_39820 { label="Stage 39820"; subgraph cluster406322 { label="Exchange"; 170548 [labelType="html" label="ShuffledRowRDD [170548] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406316 { label="WholeStageCodegen (10)"; 170549 [labelType="html" label="MapPartitionsRDD [170549] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406331 { label="Exchange"; 170550 [labelType="html" label="ShuffledRowRDD [170550] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406323 { label="WholeStageCodegen (11)"; 170551 [labelType="html" label="MapPartitionsRDD [170551] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406315 { label="Union"; 170552 [labelType="html" label="UnionRDD [170552] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406187 { label="AdaptiveSparkPlan"; 170553 [labelType="html" label="MapPartitionsRDD [170553] [Unordered] javaToPython at <unknown>:0"]; 170554 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#20390830 AS entity_id#20392601, 6aacf5861a41b434b2a90520 AS brand_context_id#20392602, dim_id#20389027, cast(lvl#20391810 as string) AS level#20392603, CASE WHEN (lvl#20391810 >= 4.2) THEN Extreme WHEN (lvl#20391810 >= 3.4) THEN High WHEN (lvl#20391810 >= 2.6) THEN Moderate WHEN (lvl#20391810 >= 1.8) THEN Medium WHEN (lvl#20391810 >= 1.0) THEN Low ELSE Unknown END AS level_band#20392604]\n : +- Filter (isnotnull(lvl#20391810) AND (lvl#20391810 > 0.0))\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, lvl#20391810])\n : +- Exchange hashpartitioning(sid#20390830, dim_id#20389027, 10), ENSURE_REQUIREMENTS, [plan_id=3327764]\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[partial_max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, max#20393039])\n : +- Union\n : :- InMemoryTableScan [s... [170554] [Cached] [Unordered] javaToPython at <unknown>:0"]; } } 170548->170549; 170550->170551; 170549->170552; 170551->170552; 170552->170553; 170553->170554; }

170528,170548

170547,170550

170554

Event Timeline

Enable zooming