DataHubScheduler - Details for Stage 39837 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.5 s
Locality Level Summary: Process local: 24
Input Size / Records: 12.9 KiB / 10
Shuffle Write Size / Records: 4.9 KiB / 36
Associated Job Ids: 25209

digraph G { subgraph clusterstage_39837 { label="Stage 39837"; 170275 [labelType="html" label="PythonRDD [170275] RDD at PythonRDD.scala:53"]; subgraph cluster405704 { label="parallelize"; 170274 [labelType="html" label="ParallelCollectionRDD [170274] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster405705 { label="mapPartitions"; 170276 [labelType="html" label="MapPartitionsRDD [170276] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster405706 { label="map"; 170277 [labelType="html" label="MapPartitionsRDD [170277] map at SerDeUtil.scala:69"]; } subgraph cluster405707 { label="mapPartitions"; 170278 [labelType="html" label="MapPartitionsRDD [170278] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster406322 { label="Exchange"; 170548 [labelType="html" label="ShuffledRowRDD [170548] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406316 { label="WholeStageCodegen (10)"; 170549 [labelType="html" label="MapPartitionsRDD [170549] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406331 { label="Exchange"; 170550 [labelType="html" label="ShuffledRowRDD [170550] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406323 { label="WholeStageCodegen (11)"; 170551 [labelType="html" label="MapPartitionsRDD [170551] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406315 { label="Union"; 170552 [labelType="html" label="UnionRDD [170552] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406187 { label="AdaptiveSparkPlan"; 170553 [labelType="html" label="MapPartitionsRDD [170553] [Unordered] javaToPython at <unknown>:0"]; 170554 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#20390830 AS entity_id#20392601, 6aacf5861a41b434b2a90520 AS brand_context_id#20392602, dim_id#20389027, cast(lvl#20391810 as string) AS level#20392603, CASE WHEN (lvl#20391810 >= 4.2) THEN Extreme WHEN (lvl#20391810 >= 3.4) THEN High WHEN (lvl#20391810 >= 2.6) THEN Moderate WHEN (lvl#20391810 >= 1.8) THEN Medium WHEN (lvl#20391810 >= 1.0) THEN Low ELSE Unknown END AS level_band#20392604]\n : +- Filter (isnotnull(lvl#20391810) AND (lvl#20391810 > 0.0))\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, lvl#20391810])\n : +- Exchange hashpartitioning(sid#20390830, dim_id#20389027, 10), ENSURE_REQUIREMENTS, [plan_id=3327764]\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[partial_max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, max#20393039])\n : +- Union\n : :- InMemoryTableScan [s... [170554] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406525 { label="InMemoryTableScan"; 170612 [labelType="html" label="MapPartitionsRDD [170612] [Unordered] javaToPython at <unknown>:0"]; 170613 [labelType="html" label="MapPartitionsRDD [170613] [Unordered] javaToPython at <unknown>:0"]; 170614 [labelType="html" label="MapPartitionsRDD [170614] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406520 { label="WholeStageCodegen (12)"; 170615 [labelType="html" label="MapPartitionsRDD [170615] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406526 { label="WholeStageCodegen (13)"; 170616 [labelType="html" label="MapPartitionsRDD [170616] javaToPython at <unknown>:0"]; } subgraph cluster406519 { label="Union"; 170617 [labelType="html" label="UnionRDD [170617] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406512 { label="WholeStageCodegen (14)"; 170618 [labelType="html" label="MapPartitionsRDD [170618] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406511 { label="Exchange"; 170619 [labelType="html" label="MapPartitionsRDD [170619] [Unordered] javaToPython at <unknown>:0"]; } } 170274->170275; 170275->170276; 170276->170277; 170277->170278; 170548->170549; 170550->170551; 170549->170552; 170551->170552; 170552->170553; 170553->170554; 170554->170612; 170612->170613; 170613->170614; 170614->170615; 170278->170616; 170615->170617; 170616->170617; 170617->170618; 170618->170619; }

170528,170548

170547,170550

170554

Event Timeline

Enable zooming