DataHubScheduler - Details for Stage 33997 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Process local: 22
Input Size / Records: 14.2 KiB / 11
Shuffle Write Size / Records: 4.7 KiB / 35
Associated Job Ids: 24262

digraph G { subgraph clusterstage_33997 { label="Stage 33997"; 149245 [labelType="html" label="PythonRDD [149245] RDD at PythonRDD.scala:53"]; subgraph cluster360494 { label="parallelize"; 149244 [labelType="html" label="ParallelCollectionRDD [149244] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster360495 { label="mapPartitions"; 149246 [labelType="html" label="MapPartitionsRDD [149246] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster360496 { label="map"; 149247 [labelType="html" label="MapPartitionsRDD [149247] map at SerDeUtil.scala:69"]; } subgraph cluster360497 { label="mapPartitions"; 149248 [labelType="html" label="MapPartitionsRDD [149248] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster361126 { label="Exchange"; 149523 [labelType="html" label="ShuffledRowRDD [149523] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361120 { label="WholeStageCodegen (10)"; 149524 [labelType="html" label="MapPartitionsRDD [149524] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361135 { label="Exchange"; 149525 [labelType="html" label="ShuffledRowRDD [149525] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361127 { label="WholeStageCodegen (11)"; 149526 [labelType="html" label="MapPartitionsRDD [149526] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361119 { label="Union"; 149527 [labelType="html" label="UnionRDD [149527] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster360991 { label="AdaptiveSparkPlan"; 149528 [labelType="html" label="MapPartitionsRDD [149528] [Unordered] javaToPython at <unknown>:0"]; 149529 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14285548 AS entity_id#14287319, 6996f010987e19285000bdc9 AS brand_context_id#14287320, dim_id#14283745, cast(lvl#14286528 as string) AS level#14287321, CASE WHEN (lvl#14286528 >= 4.2) THEN Extreme WHEN (lvl#14286528 >= 3.4) THEN High WHEN (lvl#14286528 >= 2.6) THEN Moderate WHEN (lvl#14286528 >= 1.8) THEN Medium WHEN (lvl#14286528 >= 1.0) THEN Low ELSE Unknown END AS level_band#14287322]\n : +- Filter (isnotnull(lvl#14286528) AND (lvl#14286528 > 0.0))\n : +- HashAggregate(keys=[sid#14285548, dim_id#14283745], functions=[max(lvl#14285544)], output=[sid#14285548, dim_id#14283745, lvl#14286528])\n : +- Exchange hashpartitioning(sid#14285548, dim_id#14283745, 10), ENSURE_REQUIREMENTS, [plan_id=4244690]\n : +- HashAggregate(keys=[sid#14285548, dim_id#14283745], functions=[partial_max(lvl#14285544)], output=[sid#14285548, dim_id#14283745, max#14287757])\n : +- Union\n : :- InMemoryTableScan [s... [149529] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361321 { label="InMemoryTableScan"; 149587 [labelType="html" label="MapPartitionsRDD [149587] [Unordered] javaToPython at <unknown>:0"]; 149588 [labelType="html" label="MapPartitionsRDD [149588] [Unordered] javaToPython at <unknown>:0"]; 149589 [labelType="html" label="MapPartitionsRDD [149589] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361316 { label="WholeStageCodegen (12)"; 149590 [labelType="html" label="MapPartitionsRDD [149590] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361322 { label="WholeStageCodegen (13)"; 149591 [labelType="html" label="MapPartitionsRDD [149591] javaToPython at <unknown>:0"]; } subgraph cluster361315 { label="Union"; 149592 [labelType="html" label="UnionRDD [149592] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361308 { label="WholeStageCodegen (14)"; 149593 [labelType="html" label="MapPartitionsRDD [149593] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361307 { label="Exchange"; 149594 [labelType="html" label="MapPartitionsRDD [149594] [Unordered] javaToPython at <unknown>:0"]; } } 149244->149245; 149245->149246; 149246->149247; 149247->149248; 149523->149524; 149525->149526; 149524->149527; 149526->149527; 149527->149528; 149528->149529; 149529->149587; 149587->149588; 149588->149589; 149589->149590; 149248->149591; 149590->149592; 149591->149592; 149592->149593; 149593->149594; }

149503,149523

149522,149525

149529

Event Timeline

Enable zooming