DataHubScheduler - Details for Stage 41818 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.4 s
Locality Level Summary: Process local: 22
Input Size / Records: 8.9 KiB / 7
Shuffle Write Size / Records: 260.0 B / 2
Associated Job Ids: 30919

digraph G { subgraph clusterstage_41818 { label="Stage 41818"; 183200 [labelType="html" label="PythonRDD [183200] RDD at PythonRDD.scala:53"]; subgraph cluster432215 { label="parallelize"; 183199 [labelType="html" label="ParallelCollectionRDD [183199] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster432216 { label="mapPartitions"; 183201 [labelType="html" label="MapPartitionsRDD [183201] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster432217 { label="map"; 183202 [labelType="html" label="MapPartitionsRDD [183202] map at SerDeUtil.scala:69"]; } subgraph cluster432218 { label="mapPartitions"; 183203 [labelType="html" label="MapPartitionsRDD [183203] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster432816 { label="Exchange"; 183474 [labelType="html" label="ShuffledRowRDD [183474] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432810 { label="WholeStageCodegen (10)"; 183475 [labelType="html" label="MapPartitionsRDD [183475] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432825 { label="Exchange"; 183476 [labelType="html" label="ShuffledRowRDD [183476] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432817 { label="WholeStageCodegen (11)"; 183477 [labelType="html" label="MapPartitionsRDD [183477] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432809 { label="Union"; 183478 [labelType="html" label="UnionRDD [183478] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432681 { label="AdaptiveSparkPlan"; 183479 [labelType="html" label="MapPartitionsRDD [183479] [Unordered] javaToPython at <unknown>:0"]; 183480 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#16703541 AS entity_id#16705312, 6ad063ee7c692062b1d40711 AS brand_context_id#16705313, dim_id#16701803, cast(lvl#16704521 as string) AS level#16705314, CASE WHEN (lvl#16704521 >= 4.2) THEN Extreme WHEN (lvl#16704521 >= 3.4) THEN High WHEN (lvl#16704521 >= 2.6) THEN Moderate WHEN (lvl#16704521 >= 1.8) THEN Medium WHEN (lvl#16704521 >= 1.0) THEN Low ELSE Unknown END AS level_band#16705315]\n : +- Filter (isnotnull(lvl#16704521) AND (lvl#16704521 > 0.0))\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, lvl#16704521])\n : +- Exchange hashpartitioning(sid#16703541, dim_id#16701803, 10), ENSURE_REQUIREMENTS, [plan_id=4529570]\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[partial_max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, max#16705750])\n : +- Union\n : :- InMemoryTableScan [s... [183480] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433032 { label="InMemoryTableScan"; 183538 [labelType="html" label="MapPartitionsRDD [183538] [Unordered] javaToPython at <unknown>:0"]; 183539 [labelType="html" label="MapPartitionsRDD [183539] [Unordered] javaToPython at <unknown>:0"]; 183540 [labelType="html" label="MapPartitionsRDD [183540] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433027 { label="WholeStageCodegen (12)"; 183541 [labelType="html" label="MapPartitionsRDD [183541] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433033 { label="WholeStageCodegen (13)"; 183542 [labelType="html" label="MapPartitionsRDD [183542] javaToPython at <unknown>:0"]; } subgraph cluster433026 { label="Union"; 183543 [labelType="html" label="UnionRDD [183543] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433019 { label="WholeStageCodegen (14)"; 183544 [labelType="html" label="MapPartitionsRDD [183544] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433018 { label="Exchange"; 183545 [labelType="html" label="MapPartitionsRDD [183545] [Unordered] javaToPython at <unknown>:0"]; } } 183199->183200; 183200->183201; 183201->183202; 183202->183203; 183474->183475; 183476->183477; 183475->183478; 183477->183478; 183478->183479; 183479->183480; 183480->183538; 183538->183539; 183539->183540; 183540->183541; 183203->183542; 183541->183543; 183542->183543; 183543->183544; 183544->183545; }

183454,183474

183473,183476

183480

Event Timeline

Enable zooming