DataHubScheduler - Details for Stage 41826 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1.0 s
Locality Level Summary: Node local: 1
Input Size / Records: 8.9 KiB / 7
Shuffle Read Size / Records: 3.2 KiB / 26
Associated Job Ids: 30921

digraph G { subgraph clusterstage_41826 { label="Stage 41826"; 183200 [labelType="html" label="PythonRDD [183200] RDD at PythonRDD.scala:53"]; 183567 [labelType="html" label="SQLExecutionRDD [183567] [Unordered] javaToPython at <unknown>:0"]; 183570 [labelType="html" label="PythonRDD [183570] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster432215 { label="parallelize"; 183199 [labelType="html" label="ParallelCollectionRDD [183199] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster432216 { label="mapPartitions"; 183201 [labelType="html" label="MapPartitionsRDD [183201] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster432217 { label="map"; 183202 [labelType="html" label="MapPartitionsRDD [183202] map at SerDeUtil.scala:69"]; } subgraph cluster432218 { label="mapPartitions"; 183203 [labelType="html" label="MapPartitionsRDD [183203] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster432816 { label="Exchange"; 183474 [labelType="html" label="ShuffledRowRDD [183474] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432810 { label="WholeStageCodegen (10)"; 183475 [labelType="html" label="MapPartitionsRDD [183475] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432825 { label="Exchange"; 183476 [labelType="html" label="ShuffledRowRDD [183476] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432817 { label="WholeStageCodegen (11)"; 183477 [labelType="html" label="MapPartitionsRDD [183477] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432809 { label="Union"; 183478 [labelType="html" label="UnionRDD [183478] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432681 { label="AdaptiveSparkPlan"; 183479 [labelType="html" label="MapPartitionsRDD [183479] [Unordered] javaToPython at <unknown>:0"]; 183480 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#16703541 AS entity_id#16705312, 6ad063ee7c692062b1d40711 AS brand_context_id#16705313, dim_id#16701803, cast(lvl#16704521 as string) AS level#16705314, CASE WHEN (lvl#16704521 >= 4.2) THEN Extreme WHEN (lvl#16704521 >= 3.4) THEN High WHEN (lvl#16704521 >= 2.6) THEN Moderate WHEN (lvl#16704521 >= 1.8) THEN Medium WHEN (lvl#16704521 >= 1.0) THEN Low ELSE Unknown END AS level_band#16705315]\n : +- Filter (isnotnull(lvl#16704521) AND (lvl#16704521 > 0.0))\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, lvl#16704521])\n : +- Exchange hashpartitioning(sid#16703541, dim_id#16701803, 10), ENSURE_REQUIREMENTS, [plan_id=4529570]\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[partial_max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, max#16705750])\n : +- Union\n : :- InMemoryTableScan [s... [183480] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433112 { label="AQEShuffleRead"; 183554 [labelType="html" label="ShuffledRowRDD [183554] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433108 { label="WholeStageCodegen (18)"; 183555 [labelType="html" label="MapPartitionsRDD [183555] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433118 { label="AQEShuffleRead"; 183556 [labelType="html" label="ShuffledRowRDD [183556] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433113 { label="WholeStageCodegen (19)"; 183557 [labelType="html" label="MapPartitionsRDD [183557] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433107 { label="Union"; 183558 [labelType="html" label="UnionRDD [183558] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433099 { label="WholeStageCodegen (20)"; 183559 [labelType="html" label="MapPartitionsRDD [183559] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433127 { label="InMemoryTableScan"; 183560 [labelType="html" label="MapPartitionsRDD [183560] [Unordered] javaToPython at <unknown>:0"]; 183561 [labelType="html" label="MapPartitionsRDD [183561] [Unordered] javaToPython at <unknown>:0"]; 183562 [labelType="html" label="MapPartitionsRDD [183562] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433119 { label="WholeStageCodegen (21)"; 183563 [labelType="html" label="MapPartitionsRDD [183563] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433128 { label="WholeStageCodegen (22)"; 183564 [labelType="html" label="MapPartitionsRDD [183564] javaToPython at <unknown>:0"]; } subgraph cluster433098 { label="Union"; 183565 [labelType="html" label="UnionRDD [183565] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433097 { label="Coalesce"; 183566 [labelType="html" label="CoalescedRDD [183566] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433136 { label="map"; 183568 [labelType="html" label="MapPartitionsRDD [183568] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster433137 { label="mapPartitions"; 183569 [labelType="html" label="MapPartitionsRDD [183569] [Unordered] javaToPython at <unknown>:0"]; } } 183199->183200; 183200->183201; 183201->183202; 183202->183203; 183474->183475; 183476->183477; 183475->183478; 183477->183478; 183478->183479; 183479->183480; 183554->183555; 183556->183557; 183555->183558; 183557->183558; 183558->183559; 183480->183560; 183560->183561; 183561->183562; 183562->183563; 183203->183564; 183559->183565; 183563->183565; 183564->183565; 183565->183566; 183566->183567; 183567->183568; 183568->183569; 183569->183570; }

183454,183474

183473,183476

183553,183554

183545,183556

183480

Event Timeline

Enable zooming