DataHubScheduler - Details for Stage 34070 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Node local: 7; Process local: 13
Shuffle Read Size / Records: 982.0 B / 13
Associated Job Ids: 24309

digraph G { subgraph clusterstage_34070 { label="Stage 34070"; subgraph cluster362072 { label="Exchange"; 149899 [labelType="html" label="ShuffledRowRDD [149899] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362066 { label="WholeStageCodegen (10)"; 149900 [labelType="html" label="MapPartitionsRDD [149900] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362081 { label="Exchange"; 149901 [labelType="html" label="ShuffledRowRDD [149901] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362073 { label="WholeStageCodegen (11)"; 149902 [labelType="html" label="MapPartitionsRDD [149902] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362065 { label="Union"; 149903 [labelType="html" label="UnionRDD [149903] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361937 { label="AdaptiveSparkPlan"; 149904 [labelType="html" label="MapPartitionsRDD [149904] [Unordered] javaToPython at <unknown>:0"]; 149905 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14314114 AS entity_id#14315885, 6ad063ee7c692062b1d40711 AS brand_context_id#14315886, dim_id#14312376, cast(lvl#14315094 as string) AS level#14315887, CASE WHEN (lvl#14315094 >= 4.2) THEN Extreme WHEN (lvl#14315094 >= 3.4) THEN High WHEN (lvl#14315094 >= 2.6) THEN Moderate WHEN (lvl#14315094 >= 1.8) THEN Medium WHEN (lvl#14315094 >= 1.0) THEN Low ELSE Unknown END AS level_band#14315888]\n : +- Filter (isnotnull(lvl#14315094) AND (lvl#14315094 > 0.0))\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, lvl#14315094])\n : +- Exchange hashpartitioning(sid#14314114, dim_id#14312376, 10), ENSURE_REQUIREMENTS, [plan_id=4249580]\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[partial_max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, max#14316323])\n : +- Union\n : :- InMemoryTableScan [s... [149905] [Cached] [Unordered] javaToPython at <unknown>:0"]; } } 149899->149900; 149901->149902; 149900->149903; 149902->149903; 149903->149904; 149904->149905; }

149879,149899

149898,149901

149905

Event Timeline

Enable zooming