DataHubScheduler - Details for Stage 41819 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.4 s
Locality Level Summary: Process local: 22
Input Size / Records: 8.9 KiB / 7
Shuffle Write Size / Records: 2.9 KiB / 24
Associated Job Ids: 30920

digraph G { subgraph clusterstage_41819 { label="Stage 41819"; 183200 [labelType="html" label="PythonRDD [183200] RDD at PythonRDD.scala:53"]; subgraph cluster432215 { label="parallelize"; 183199 [labelType="html" label="ParallelCollectionRDD [183199] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster432216 { label="mapPartitions"; 183201 [labelType="html" label="MapPartitionsRDD [183201] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster432217 { label="map"; 183202 [labelType="html" label="MapPartitionsRDD [183202] map at SerDeUtil.scala:69"]; } subgraph cluster432218 { label="mapPartitions"; 183203 [labelType="html" label="MapPartitionsRDD [183203] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster432816 { label="Exchange"; 183474 [labelType="html" label="ShuffledRowRDD [183474] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432810 { label="WholeStageCodegen (10)"; 183475 [labelType="html" label="MapPartitionsRDD [183475] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432825 { label="Exchange"; 183476 [labelType="html" label="ShuffledRowRDD [183476] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432817 { label="WholeStageCodegen (11)"; 183477 [labelType="html" label="MapPartitionsRDD [183477] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432809 { label="Union"; 183478 [labelType="html" label="UnionRDD [183478] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432681 { label="AdaptiveSparkPlan"; 183479 [labelType="html" label="MapPartitionsRDD [183479] [Unordered] javaToPython at <unknown>:0"]; 183480 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#16703541 AS entity_id#16705312, 6ad063ee7c692062b1d40711 AS brand_context_id#16705313, dim_id#16701803, cast(lvl#16704521 as string) AS level#16705314, CASE WHEN (lvl#16704521 >= 4.2) THEN Extreme WHEN (lvl#16704521 >= 3.4) THEN High WHEN (lvl#16704521 >= 2.6) THEN Moderate WHEN (lvl#16704521 >= 1.8) THEN Medium WHEN (lvl#16704521 >= 1.0) THEN Low ELSE Unknown END AS level_band#16705315]\n : +- Filter (isnotnull(lvl#16704521) AND (lvl#16704521 > 0.0))\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, lvl#16704521])\n : +- Exchange hashpartitioning(sid#16703541, dim_id#16701803, 10), ENSURE_REQUIREMENTS, [plan_id=4529570]\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[partial_max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, max#16705750])\n : +- Union\n : :- InMemoryTableScan [s... [183480] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433066 { label="InMemoryTableScan"; 183546 [labelType="html" label="MapPartitionsRDD [183546] [Unordered] javaToPython at <unknown>:0"]; 183547 [labelType="html" label="MapPartitionsRDD [183547] [Unordered] javaToPython at <unknown>:0"]; 183548 [labelType="html" label="MapPartitionsRDD [183548] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433061 { label="WholeStageCodegen (15)"; 183549 [labelType="html" label="MapPartitionsRDD [183549] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433067 { label="WholeStageCodegen (16)"; 183550 [labelType="html" label="MapPartitionsRDD [183550] javaToPython at <unknown>:0"]; } subgraph cluster433060 { label="Union"; 183551 [labelType="html" label="UnionRDD [183551] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433053 { label="WholeStageCodegen (17)"; 183552 [labelType="html" label="MapPartitionsRDD [183552] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433052 { label="Exchange"; 183553 [labelType="html" label="MapPartitionsRDD [183553] [Unordered] javaToPython at <unknown>:0"]; } } 183199->183200; 183200->183201; 183201->183202; 183202->183203; 183474->183475; 183476->183477; 183475->183478; 183477->183478; 183478->183479; 183479->183480; 183480->183546; 183546->183547; 183547->183548; 183548->183549; 183203->183550; 183549->183551; 183550->183551; 183551->183552; 183552->183553; }

183454,183474

183473,183476

183480

Event Timeline

Enable zooming