DataHubScheduler - Details for Stage 33998 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.5 s
Locality Level Summary: Process local: 22
Input Size / Records: 14.2 KiB / 11
Shuffle Write Size / Records: 390.0 B / 3
Associated Job Ids: 24263

digraph G { subgraph clusterstage_33998 { label="Stage 33998"; 149245 [labelType="html" label="PythonRDD [149245] RDD at PythonRDD.scala:53"]; subgraph cluster360494 { label="parallelize"; 149244 [labelType="html" label="ParallelCollectionRDD [149244] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster360495 { label="mapPartitions"; 149246 [labelType="html" label="MapPartitionsRDD [149246] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster360496 { label="map"; 149247 [labelType="html" label="MapPartitionsRDD [149247] map at SerDeUtil.scala:69"]; } subgraph cluster360497 { label="mapPartitions"; 149248 [labelType="html" label="MapPartitionsRDD [149248] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster361126 { label="Exchange"; 149523 [labelType="html" label="ShuffledRowRDD [149523] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361120 { label="WholeStageCodegen (10)"; 149524 [labelType="html" label="MapPartitionsRDD [149524] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361135 { label="Exchange"; 149525 [labelType="html" label="ShuffledRowRDD [149525] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361127 { label="WholeStageCodegen (11)"; 149526 [labelType="html" label="MapPartitionsRDD [149526] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361119 { label="Union"; 149527 [labelType="html" label="UnionRDD [149527] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster360991 { label="AdaptiveSparkPlan"; 149528 [labelType="html" label="MapPartitionsRDD [149528] [Unordered] javaToPython at <unknown>:0"]; 149529 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14285548 AS entity_id#14287319, 6996f010987e19285000bdc9 AS brand_context_id#14287320, dim_id#14283745, cast(lvl#14286528 as string) AS level#14287321, CASE WHEN (lvl#14286528 >= 4.2) THEN Extreme WHEN (lvl#14286528 >= 3.4) THEN High WHEN (lvl#14286528 >= 2.6) THEN Moderate WHEN (lvl#14286528 >= 1.8) THEN Medium WHEN (lvl#14286528 >= 1.0) THEN Low ELSE Unknown END AS level_band#14287322]\n : +- Filter (isnotnull(lvl#14286528) AND (lvl#14286528 > 0.0))\n : +- HashAggregate(keys=[sid#14285548, dim_id#14283745], functions=[max(lvl#14285544)], output=[sid#14285548, dim_id#14283745, lvl#14286528])\n : +- Exchange hashpartitioning(sid#14285548, dim_id#14283745, 10), ENSURE_REQUIREMENTS, [plan_id=4244690]\n : +- HashAggregate(keys=[sid#14285548, dim_id#14283745], functions=[partial_max(lvl#14285544)], output=[sid#14285548, dim_id#14283745, max#14287757])\n : +- Union\n : :- InMemoryTableScan [s... [149529] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361363 { label="InMemoryTableScan"; 149595 [labelType="html" label="MapPartitionsRDD [149595] [Unordered] javaToPython at <unknown>:0"]; 149596 [labelType="html" label="MapPartitionsRDD [149596] [Unordered] javaToPython at <unknown>:0"]; 149597 [labelType="html" label="MapPartitionsRDD [149597] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361358 { label="WholeStageCodegen (15)"; 149598 [labelType="html" label="MapPartitionsRDD [149598] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361364 { label="WholeStageCodegen (16)"; 149599 [labelType="html" label="MapPartitionsRDD [149599] javaToPython at <unknown>:0"]; } subgraph cluster361357 { label="Union"; 149600 [labelType="html" label="UnionRDD [149600] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361350 { label="WholeStageCodegen (17)"; 149601 [labelType="html" label="MapPartitionsRDD [149601] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361349 { label="Exchange"; 149602 [labelType="html" label="MapPartitionsRDD [149602] [Unordered] javaToPython at <unknown>:0"]; } } 149244->149245; 149245->149246; 149246->149247; 149247->149248; 149523->149524; 149525->149526; 149524->149527; 149526->149527; 149527->149528; 149528->149529; 149529->149595; 149595->149596; 149596->149597; 149597->149598; 149248->149599; 149598->149600; 149599->149600; 149600->149601; 149601->149602; }

149503,149523

149522,149525

149529

Event Timeline

Enable zooming