DataHubScheduler - Details for Stage 26761 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 72 ms
Locality Level Summary: Node local: 10; Process local: 10
Shuffle Read Size / Records: 1712.0 B / 26
Associated Job Ids: 17959

digraph G { subgraph clusterstage_26761 { label="Stage 26761"; subgraph cluster295378 { label="Exchange"; 117893 [labelType="html" label="ShuffledRowRDD [117893] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295372 { label="WholeStageCodegen (10)"; 117894 [labelType="html" label="MapPartitionsRDD [117894] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295387 { label="Exchange"; 117895 [labelType="html" label="ShuffledRowRDD [117895] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295379 { label="WholeStageCodegen (11)"; 117896 [labelType="html" label="MapPartitionsRDD [117896] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295371 { label="Union"; 117897 [labelType="html" label="UnionRDD [117897] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295243 { label="AdaptiveSparkPlan"; 117898 [labelType="html" label="MapPartitionsRDD [117898] [Unordered] javaToPython at <unknown>:0"]; 117899 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#12024913 AS entity_id#12026684, 6aacf5861a41b434b2a90520 AS brand_context_id#12026685, dim_id#12023110, cast(lvl#12025893 as string) AS level#12026686, CASE WHEN (lvl#12025893 >= 4.2) THEN Extreme WHEN (lvl#12025893 >= 3.4) THEN High WHEN (lvl#12025893 >= 2.6) THEN Moderate WHEN (lvl#12025893 >= 1.8) THEN Medium WHEN (lvl#12025893 >= 1.0) THEN Low ELSE Unknown END AS level_band#12026687]\n : +- Filter (isnotnull(lvl#12025893) AND (lvl#12025893 > 0.0))\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, lvl#12025893])\n : +- Exchange hashpartitioning(sid#12024913, dim_id#12023110, 10), ENSURE_REQUIREMENTS, [plan_id=3995568]\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[partial_max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, max#12027122])\n : +- Union\n : :- InMemoryTableScan [s... [117899] [Cached] [Unordered] javaToPython at <unknown>:0"]; } } 117893->117894; 117895->117896; 117894->117897; 117896->117897; 117897->117898; 117898->117899; }

117873,117893

117892,117895

117899

Event Timeline

Enable zooming