DataHubScheduler - Details for Stage 26778 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 22
Input Size / Records: 12.9 KiB / 10
Shuffle Write Size / Records: 4.7 KiB / 36
Associated Job Ids: 17966

digraph G { subgraph clusterstage_26778 { label="Stage 26778"; 117613 [labelType="html" label="PythonRDD [117613] RDD at PythonRDD.scala:53"]; subgraph cluster294738 { label="parallelize"; 117612 [labelType="html" label="ParallelCollectionRDD [117612] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster294739 { label="mapPartitions"; 117614 [labelType="html" label="MapPartitionsRDD [117614] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster294740 { label="map"; 117615 [labelType="html" label="MapPartitionsRDD [117615] map at SerDeUtil.scala:69"]; } subgraph cluster294741 { label="mapPartitions"; 117616 [labelType="html" label="MapPartitionsRDD [117616] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster295378 { label="Exchange"; 117893 [labelType="html" label="ShuffledRowRDD [117893] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295372 { label="WholeStageCodegen (10)"; 117894 [labelType="html" label="MapPartitionsRDD [117894] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295387 { label="Exchange"; 117895 [labelType="html" label="ShuffledRowRDD [117895] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295379 { label="WholeStageCodegen (11)"; 117896 [labelType="html" label="MapPartitionsRDD [117896] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295371 { label="Union"; 117897 [labelType="html" label="UnionRDD [117897] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295243 { label="AdaptiveSparkPlan"; 117898 [labelType="html" label="MapPartitionsRDD [117898] [Unordered] javaToPython at <unknown>:0"]; 117899 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#12024913 AS entity_id#12026684, 6aacf5861a41b434b2a90520 AS brand_context_id#12026685, dim_id#12023110, cast(lvl#12025893 as string) AS level#12026686, CASE WHEN (lvl#12025893 >= 4.2) THEN Extreme WHEN (lvl#12025893 >= 3.4) THEN High WHEN (lvl#12025893 >= 2.6) THEN Moderate WHEN (lvl#12025893 >= 1.8) THEN Medium WHEN (lvl#12025893 >= 1.0) THEN Low ELSE Unknown END AS level_band#12026687]\n : +- Filter (isnotnull(lvl#12025893) AND (lvl#12025893 > 0.0))\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, lvl#12025893])\n : +- Exchange hashpartitioning(sid#12024913, dim_id#12023110, 10), ENSURE_REQUIREMENTS, [plan_id=3995568]\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[partial_max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, max#12027122])\n : +- Union\n : :- InMemoryTableScan [s... [117899] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295573 { label="InMemoryTableScan"; 117957 [labelType="html" label="MapPartitionsRDD [117957] [Unordered] javaToPython at <unknown>:0"]; 117958 [labelType="html" label="MapPartitionsRDD [117958] [Unordered] javaToPython at <unknown>:0"]; 117959 [labelType="html" label="MapPartitionsRDD [117959] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295568 { label="WholeStageCodegen (12)"; 117960 [labelType="html" label="MapPartitionsRDD [117960] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295574 { label="WholeStageCodegen (13)"; 117961 [labelType="html" label="MapPartitionsRDD [117961] javaToPython at <unknown>:0"]; } subgraph cluster295567 { label="Union"; 117962 [labelType="html" label="UnionRDD [117962] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295560 { label="WholeStageCodegen (14)"; 117963 [labelType="html" label="MapPartitionsRDD [117963] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295559 { label="Exchange"; 117964 [labelType="html" label="MapPartitionsRDD [117964] [Unordered] javaToPython at <unknown>:0"]; } } 117612->117613; 117613->117614; 117614->117615; 117615->117616; 117893->117894; 117895->117896; 117894->117897; 117896->117897; 117897->117898; 117898->117899; 117899->117957; 117957->117958; 117958->117959; 117959->117960; 117616->117961; 117960->117962; 117961->117962; 117962->117963; 117963->117964; }

117873,117893

117892,117895

117899

Event Timeline

Enable zooming