DataHubScheduler - Details for Stage 39846 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 1
Input Size / Records: 12.9 KiB / 10
Shuffle Read Size / Records: 5.3 KiB / 39
Associated Job Ids: 25211

digraph G { subgraph clusterstage_39846 { label="Stage 39846"; 170275 [labelType="html" label="PythonRDD [170275] RDD at PythonRDD.scala:53"]; 170641 [labelType="html" label="SQLExecutionRDD [170641] [Unordered] javaToPython at <unknown>:0"]; 170644 [labelType="html" label="PythonRDD [170644] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster405704 { label="parallelize"; 170274 [labelType="html" label="ParallelCollectionRDD [170274] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster405705 { label="mapPartitions"; 170276 [labelType="html" label="MapPartitionsRDD [170276] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster405706 { label="map"; 170277 [labelType="html" label="MapPartitionsRDD [170277] map at SerDeUtil.scala:69"]; } subgraph cluster405707 { label="mapPartitions"; 170278 [labelType="html" label="MapPartitionsRDD [170278] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster406322 { label="Exchange"; 170548 [labelType="html" label="ShuffledRowRDD [170548] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406316 { label="WholeStageCodegen (10)"; 170549 [labelType="html" label="MapPartitionsRDD [170549] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406331 { label="Exchange"; 170550 [labelType="html" label="ShuffledRowRDD [170550] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406323 { label="WholeStageCodegen (11)"; 170551 [labelType="html" label="MapPartitionsRDD [170551] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406315 { label="Union"; 170552 [labelType="html" label="UnionRDD [170552] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406187 { label="AdaptiveSparkPlan"; 170553 [labelType="html" label="MapPartitionsRDD [170553] [Unordered] javaToPython at <unknown>:0"]; 170554 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#20390830 AS entity_id#20392601, 6aacf5861a41b434b2a90520 AS brand_context_id#20392602, dim_id#20389027, cast(lvl#20391810 as string) AS level#20392603, CASE WHEN (lvl#20391810 >= 4.2) THEN Extreme WHEN (lvl#20391810 >= 3.4) THEN High WHEN (lvl#20391810 >= 2.6) THEN Moderate WHEN (lvl#20391810 >= 1.8) THEN Medium WHEN (lvl#20391810 >= 1.0) THEN Low ELSE Unknown END AS level_band#20392604]\n : +- Filter (isnotnull(lvl#20391810) AND (lvl#20391810 > 0.0))\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, lvl#20391810])\n : +- Exchange hashpartitioning(sid#20390830, dim_id#20389027, 10), ENSURE_REQUIREMENTS, [plan_id=3327764]\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[partial_max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, max#20393039])\n : +- Union\n : :- InMemoryTableScan [s... [170554] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406597 { label="AQEShuffleRead"; 170628 [labelType="html" label="ShuffledRowRDD [170628] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406593 { label="WholeStageCodegen (18)"; 170629 [labelType="html" label="MapPartitionsRDD [170629] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406603 { label="AQEShuffleRead"; 170630 [labelType="html" label="ShuffledRowRDD [170630] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406598 { label="WholeStageCodegen (19)"; 170631 [labelType="html" label="MapPartitionsRDD [170631] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406592 { label="Union"; 170632 [labelType="html" label="UnionRDD [170632] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406584 { label="WholeStageCodegen (20)"; 170633 [labelType="html" label="MapPartitionsRDD [170633] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406612 { label="InMemoryTableScan"; 170634 [labelType="html" label="MapPartitionsRDD [170634] [Unordered] javaToPython at <unknown>:0"]; 170635 [labelType="html" label="MapPartitionsRDD [170635] [Unordered] javaToPython at <unknown>:0"]; 170636 [labelType="html" label="MapPartitionsRDD [170636] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406604 { label="WholeStageCodegen (21)"; 170637 [labelType="html" label="MapPartitionsRDD [170637] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406613 { label="WholeStageCodegen (22)"; 170638 [labelType="html" label="MapPartitionsRDD [170638] javaToPython at <unknown>:0"]; } subgraph cluster406583 { label="Union"; 170639 [labelType="html" label="UnionRDD [170639] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406582 { label="Coalesce"; 170640 [labelType="html" label="CoalescedRDD [170640] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406621 { label="map"; 170642 [labelType="html" label="MapPartitionsRDD [170642] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406622 { label="mapPartitions"; 170643 [labelType="html" label="MapPartitionsRDD [170643] [Unordered] javaToPython at <unknown>:0"]; } } 170274->170275; 170275->170276; 170276->170277; 170277->170278; 170548->170549; 170550->170551; 170549->170552; 170551->170552; 170552->170553; 170553->170554; 170628->170629; 170630->170631; 170629->170632; 170631->170632; 170632->170633; 170554->170634; 170634->170635; 170635->170636; 170636->170637; 170278->170638; 170633->170639; 170637->170639; 170638->170639; 170639->170640; 170640->170641; 170641->170642; 170642->170643; 170643->170644; }

170528,170548

170547,170550

170619,170628

170627,170630

170554

Event Timeline

Enable zooming