DataHubScheduler - Details for Stage 39826 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.8 s
Locality Level Summary: Node local: 1
Input Size / Records: 12.9 KiB / 10
Associated Job Ids: 25203

digraph G { subgraph clusterstage_39826 { label="Stage 39826"; 170559 [labelType="html" label="SQLExecutionRDD [170559] [Unordered] javaToPython at <unknown>:0"]; 170562 [labelType="html" label="PythonRDD [170562] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster406322 { label="Exchange"; 170548 [labelType="html" label="ShuffledRowRDD [170548] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406316 { label="WholeStageCodegen (10)"; 170549 [labelType="html" label="MapPartitionsRDD [170549] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406331 { label="Exchange"; 170550 [labelType="html" label="ShuffledRowRDD [170550] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406323 { label="WholeStageCodegen (11)"; 170551 [labelType="html" label="MapPartitionsRDD [170551] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406315 { label="Union"; 170552 [labelType="html" label="UnionRDD [170552] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406187 { label="AdaptiveSparkPlan"; 170553 [labelType="html" label="MapPartitionsRDD [170553] [Unordered] javaToPython at <unknown>:0"]; 170554 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#20390830 AS entity_id#20392601, 6aacf5861a41b434b2a90520 AS brand_context_id#20392602, dim_id#20389027, cast(lvl#20391810 as string) AS level#20392603, CASE WHEN (lvl#20391810 >= 4.2) THEN Extreme WHEN (lvl#20391810 >= 3.4) THEN High WHEN (lvl#20391810 >= 2.6) THEN Moderate WHEN (lvl#20391810 >= 1.8) THEN Medium WHEN (lvl#20391810 >= 1.0) THEN Low ELSE Unknown END AS level_band#20392604]\n : +- Filter (isnotnull(lvl#20391810) AND (lvl#20391810 > 0.0))\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, lvl#20391810])\n : +- Exchange hashpartitioning(sid#20390830, dim_id#20389027, 10), ENSURE_REQUIREMENTS, [plan_id=3327764]\n : +- HashAggregate(keys=[sid#20390830, dim_id#20389027], functions=[partial_max(lvl#20390826)], output=[sid#20390830, dim_id#20389027, max#20393039])\n : +- Union\n : :- InMemoryTableScan [s... [170554] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406334 { label="InMemoryTableScan"; 170555 [labelType="html" label="MapPartitionsRDD [170555] [Unordered] javaToPython at <unknown>:0"]; 170556 [labelType="html" label="MapPartitionsRDD [170556] [Unordered] javaToPython at <unknown>:0"]; 170557 [labelType="html" label="MapPartitionsRDD [170557] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406332 { label="Coalesce"; 170558 [labelType="html" label="CoalescedRDD [170558] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406335 { label="map"; 170560 [labelType="html" label="MapPartitionsRDD [170560] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster406336 { label="mapPartitions"; 170561 [labelType="html" label="MapPartitionsRDD [170561] [Unordered] javaToPython at <unknown>:0"]; } } 170548->170549; 170550->170551; 170549->170552; 170551->170552; 170552->170553; 170553->170554; 170554->170555; 170555->170556; 170556->170557; 170557->170558; 170558->170559; 170559->170560; 170560->170561; 170561->170562; }

170528,170548

170547,170550

170554

Event Timeline

Enable zooming