DataHubScheduler - Details for Stage 26779 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 22
Input Size / Records: 12.9 KiB / 10
Shuffle Write Size / Records: 384.0 B / 3
Associated Job Ids: 17967

digraph G { subgraph clusterstage_26779 { label="Stage 26779"; 117613 [labelType="html" label="PythonRDD [117613] RDD at PythonRDD.scala:53"]; subgraph cluster294738 { label="parallelize"; 117612 [labelType="html" label="ParallelCollectionRDD [117612] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster294739 { label="mapPartitions"; 117614 [labelType="html" label="MapPartitionsRDD [117614] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster294740 { label="map"; 117615 [labelType="html" label="MapPartitionsRDD [117615] map at SerDeUtil.scala:69"]; } subgraph cluster294741 { label="mapPartitions"; 117616 [labelType="html" label="MapPartitionsRDD [117616] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster295378 { label="Exchange"; 117893 [labelType="html" label="ShuffledRowRDD [117893] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295372 { label="WholeStageCodegen (10)"; 117894 [labelType="html" label="MapPartitionsRDD [117894] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295387 { label="Exchange"; 117895 [labelType="html" label="ShuffledRowRDD [117895] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295379 { label="WholeStageCodegen (11)"; 117896 [labelType="html" label="MapPartitionsRDD [117896] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295371 { label="Union"; 117897 [labelType="html" label="UnionRDD [117897] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295243 { label="AdaptiveSparkPlan"; 117898 [labelType="html" label="MapPartitionsRDD [117898] [Unordered] javaToPython at <unknown>:0"]; 117899 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#12024913 AS entity_id#12026684, 6aacf5861a41b434b2a90520 AS brand_context_id#12026685, dim_id#12023110, cast(lvl#12025893 as string) AS level#12026686, CASE WHEN (lvl#12025893 >= 4.2) THEN Extreme WHEN (lvl#12025893 >= 3.4) THEN High WHEN (lvl#12025893 >= 2.6) THEN Moderate WHEN (lvl#12025893 >= 1.8) THEN Medium WHEN (lvl#12025893 >= 1.0) THEN Low ELSE Unknown END AS level_band#12026687]\n : +- Filter (isnotnull(lvl#12025893) AND (lvl#12025893 > 0.0))\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, lvl#12025893])\n : +- Exchange hashpartitioning(sid#12024913, dim_id#12023110, 10), ENSURE_REQUIREMENTS, [plan_id=3995568]\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[partial_max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, max#12027122])\n : +- Union\n : :- InMemoryTableScan [s... [117899] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295607 { label="InMemoryTableScan"; 117965 [labelType="html" label="MapPartitionsRDD [117965] [Unordered] javaToPython at <unknown>:0"]; 117966 [labelType="html" label="MapPartitionsRDD [117966] [Unordered] javaToPython at <unknown>:0"]; 117967 [labelType="html" label="MapPartitionsRDD [117967] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295602 { label="WholeStageCodegen (15)"; 117968 [labelType="html" label="MapPartitionsRDD [117968] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295608 { label="WholeStageCodegen (16)"; 117969 [labelType="html" label="MapPartitionsRDD [117969] javaToPython at <unknown>:0"]; } subgraph cluster295601 { label="Union"; 117970 [labelType="html" label="UnionRDD [117970] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295594 { label="WholeStageCodegen (17)"; 117971 [labelType="html" label="MapPartitionsRDD [117971] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295593 { label="Exchange"; 117972 [labelType="html" label="MapPartitionsRDD [117972] [Unordered] javaToPython at <unknown>:0"]; } } 117612->117613; 117613->117614; 117614->117615; 117615->117616; 117893->117894; 117895->117896; 117894->117897; 117896->117897; 117897->117898; 117898->117899; 117899->117965; 117965->117966; 117966->117967; 117967->117968; 117616->117969; 117968->117970; 117969->117970; 117970->117971; 117971->117972; }

117873,117893

117892,117895

117899

Event Timeline

Enable zooming