DataHubScheduler - Details for Stage 26663 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Node local: 18; Process local: 12
Shuffle Read Size / Records: 7.5 KiB / 140
Associated Job Ids: 17906

digraph G { subgraph clusterstage_26663 { label="Stage 26663"; subgraph cluster294483 { label="Exchange"; 117530 [labelType="html" label="ShuffledRowRDD [117530] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294477 { label="WholeStageCodegen (10)"; 117531 [labelType="html" label="MapPartitionsRDD [117531] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294492 { label="Exchange"; 117532 [labelType="html" label="ShuffledRowRDD [117532] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294484 { label="WholeStageCodegen (11)"; 117533 [labelType="html" label="MapPartitionsRDD [117533] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294500 { label="Exchange"; 117534 [labelType="html" label="ShuffledRowRDD [117534] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294493 { label="WholeStageCodegen (12)"; 117535 [labelType="html" label="MapPartitionsRDD [117535] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294476 { label="Union"; 117536 [labelType="html" label="UnionRDD [117536] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294341 { label="AdaptiveSparkPlan"; 117537 [labelType="html" label="MapPartitionsRDD [117537] [Unordered] javaToPython at <unknown>:0"]; 117538 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#11996269 AS entity_id#11998040, 6a8bf0ac7cc171297135c303 AS brand_context_id#11998041, dim_id#11994466, cast(lvl#11997249 as string) AS level#11998042, CASE WHEN (lvl#11997249 >= 4.2) THEN Extreme WHEN (lvl#11997249 >= 3.4) THEN High WHEN (lvl#11997249 >= 2.6) THEN Moderate WHEN (lvl#11997249 >= 1.8) THEN Medium WHEN (lvl#11997249 >= 1.0) THEN Low ELSE Unknown END AS level_band#11998043]\n : +- Filter (isnotnull(lvl#11997249) AND (lvl#11997249 > 0.0))\n : +- HashAggregate(keys=[sid#11996269, dim_id#11994466], functions=[max(lvl#11996265)], output=[sid#11996269, dim_id#11994466, lvl#11997249])\n : +- Exchange hashpartitioning(sid#11996269, dim_id#11994466, 10), ENSURE_REQUIREMENTS, [plan_id=3990936]\n : +- HashAggregate(keys=[sid#11996269, dim_id#11994466], functions=[partial_max(lvl#11996265)], output=[sid#11996269, dim_id#11994466, max#11998478])\n : +- Union\n : :- InMemoryTableScan [s... [117538] [Cached] [Unordered] javaToPython at <unknown>:0"]; } } 117530->117531; 117532->117533; 117534->117535; 117531->117536; 117533->117536; 117535->117536; 117536->117537; 117537->117538; }

117510,117530

117529,117532

117526,117534

117538

Event Timeline

Enable zooming