DataHubScheduler - Details for Stage 41730 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.4 s
Locality Level Summary: Process local: 22
Input Size / Records: 14.1 KiB / 11
Shuffle Write Size / Records: 4.3 KiB / 34
Associated Job Ids: 30865

digraph G { subgraph clusterstage_41730 { label="Stage 41730"; 182820 [labelType="html" label="PythonRDD [182820] RDD at PythonRDD.scala:53"]; subgraph cluster431235 { label="parallelize"; 182819 [labelType="html" label="ParallelCollectionRDD [182819] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster431236 { label="mapPartitions"; 182821 [labelType="html" label="MapPartitionsRDD [182821] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster431237 { label="map"; 182822 [labelType="html" label="MapPartitionsRDD [182822] map at SerDeUtil.scala:69"]; } subgraph cluster431238 { label="mapPartitions"; 182823 [labelType="html" label="MapPartitionsRDD [182823] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster431870 { label="Exchange"; 183098 [labelType="html" label="ShuffledRowRDD [183098] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431864 { label="WholeStageCodegen (10)"; 183099 [labelType="html" label="MapPartitionsRDD [183099] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431879 { label="Exchange"; 183100 [labelType="html" label="ShuffledRowRDD [183100] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431871 { label="WholeStageCodegen (11)"; 183101 [labelType="html" label="MapPartitionsRDD [183101] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431863 { label="Union"; 183102 [labelType="html" label="UnionRDD [183102] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431735 { label="AdaptiveSparkPlan"; 183103 [labelType="html" label="MapPartitionsRDD [183103] [Unordered] javaToPython at <unknown>:0"]; 183104 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#16674975 AS entity_id#16676746, 6a72fd3a7e0eaa616bfdc3fe AS brand_context_id#16676747, dim_id#16673172, cast(lvl#16675955 as string) AS level#16676748, CASE WHEN (lvl#16675955 >= 4.2) THEN Extreme WHEN (lvl#16675955 >= 3.4) THEN High WHEN (lvl#16675955 >= 2.6) THEN Moderate WHEN (lvl#16675955 >= 1.8) THEN Medium WHEN (lvl#16675955 >= 1.0) THEN Low ELSE Unknown END AS level_band#16676749]\n : +- Filter (isnotnull(lvl#16675955) AND (lvl#16675955 > 0.0))\n : +- HashAggregate(keys=[sid#16674975, dim_id#16673172], functions=[max(lvl#16674971)], output=[sid#16674975, dim_id#16673172, lvl#16675955])\n : +- Exchange hashpartitioning(sid#16674975, dim_id#16673172, 10), ENSURE_REQUIREMENTS, [plan_id=4524618]\n : +- HashAggregate(keys=[sid#16674975, dim_id#16673172], functions=[partial_max(lvl#16674971)], output=[sid#16674975, dim_id#16673172, max#16677184])\n : +- Union\n : :- InMemoryTableScan [s... [183104] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432073 { label="InMemoryTableScan"; 183162 [labelType="html" label="MapPartitionsRDD [183162] [Unordered] javaToPython at <unknown>:0"]; 183163 [labelType="html" label="MapPartitionsRDD [183163] [Unordered] javaToPython at <unknown>:0"]; 183164 [labelType="html" label="MapPartitionsRDD [183164] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432068 { label="WholeStageCodegen (12)"; 183165 [labelType="html" label="MapPartitionsRDD [183165] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432074 { label="WholeStageCodegen (13)"; 183166 [labelType="html" label="MapPartitionsRDD [183166] javaToPython at <unknown>:0"]; } subgraph cluster432067 { label="Union"; 183167 [labelType="html" label="UnionRDD [183167] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432060 { label="WholeStageCodegen (14)"; 183168 [labelType="html" label="MapPartitionsRDD [183168] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432059 { label="Exchange"; 183169 [labelType="html" label="MapPartitionsRDD [183169] [Unordered] javaToPython at <unknown>:0"]; } } 182819->182820; 182820->182821; 182821->182822; 182822->182823; 183098->183099; 183100->183101; 183099->183102; 183101->183102; 183102->183103; 183103->183104; 183104->183162; 183162->183163; 183163->183164; 183164->183165; 182823->183166; 183165->183167; 183166->183167; 183167->183168; 183168->183169; }

183078,183098

183097,183100

183104

Event Timeline

Enable zooming