DataHubScheduler - Details for Stage 34005 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 1
Input Size / Records: 14.2 KiB / 11
Shuffle Read Size / Records: 5.1 KiB / 38
Associated Job Ids: 24264

digraph G { subgraph clusterstage_34005 { label="Stage 34005"; 149245 [labelType="html" label="PythonRDD [149245] RDD at PythonRDD.scala:53"]; 149616 [labelType="html" label="SQLExecutionRDD [149616] [Unordered] javaToPython at <unknown>:0"]; 149619 [labelType="html" label="PythonRDD [149619] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster360494 { label="parallelize"; 149244 [labelType="html" label="ParallelCollectionRDD [149244] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster360495 { label="mapPartitions"; 149246 [labelType="html" label="MapPartitionsRDD [149246] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster360496 { label="map"; 149247 [labelType="html" label="MapPartitionsRDD [149247] map at SerDeUtil.scala:69"]; } subgraph cluster360497 { label="mapPartitions"; 149248 [labelType="html" label="MapPartitionsRDD [149248] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster361126 { label="Exchange"; 149523 [labelType="html" label="ShuffledRowRDD [149523] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361120 { label="WholeStageCodegen (10)"; 149524 [labelType="html" label="MapPartitionsRDD [149524] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361135 { label="Exchange"; 149525 [labelType="html" label="ShuffledRowRDD [149525] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361127 { label="WholeStageCodegen (11)"; 149526 [labelType="html" label="MapPartitionsRDD [149526] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361119 { label="Union"; 149527 [labelType="html" label="UnionRDD [149527] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster360991 { label="AdaptiveSparkPlan"; 149528 [labelType="html" label="MapPartitionsRDD [149528] [Unordered] javaToPython at <unknown>:0"]; 149529 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14285548 AS entity_id#14287319, 6996f010987e19285000bdc9 AS brand_context_id#14287320, dim_id#14283745, cast(lvl#14286528 as string) AS level#14287321, CASE WHEN (lvl#14286528 >= 4.2) THEN Extreme WHEN (lvl#14286528 >= 3.4) THEN High WHEN (lvl#14286528 >= 2.6) THEN Moderate WHEN (lvl#14286528 >= 1.8) THEN Medium WHEN (lvl#14286528 >= 1.0) THEN Low ELSE Unknown END AS level_band#14287322]\n : +- Filter (isnotnull(lvl#14286528) AND (lvl#14286528 > 0.0))\n : +- HashAggregate(keys=[sid#14285548, dim_id#14283745], functions=[max(lvl#14285544)], output=[sid#14285548, dim_id#14283745, lvl#14286528])\n : +- Exchange hashpartitioning(sid#14285548, dim_id#14283745, 10), ENSURE_REQUIREMENTS, [plan_id=4244690]\n : +- HashAggregate(keys=[sid#14285548, dim_id#14283745], functions=[partial_max(lvl#14285544)], output=[sid#14285548, dim_id#14283745, max#14287757])\n : +- Union\n : :- InMemoryTableScan [s... [149529] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361401 { label="AQEShuffleRead"; 149603 [labelType="html" label="ShuffledRowRDD [149603] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361397 { label="WholeStageCodegen (18)"; 149604 [labelType="html" label="MapPartitionsRDD [149604] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361407 { label="AQEShuffleRead"; 149605 [labelType="html" label="ShuffledRowRDD [149605] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361402 { label="WholeStageCodegen (19)"; 149606 [labelType="html" label="MapPartitionsRDD [149606] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361396 { label="Union"; 149607 [labelType="html" label="UnionRDD [149607] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361388 { label="WholeStageCodegen (20)"; 149608 [labelType="html" label="MapPartitionsRDD [149608] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361416 { label="InMemoryTableScan"; 149609 [labelType="html" label="MapPartitionsRDD [149609] [Unordered] javaToPython at <unknown>:0"]; 149610 [labelType="html" label="MapPartitionsRDD [149610] [Unordered] javaToPython at <unknown>:0"]; 149611 [labelType="html" label="MapPartitionsRDD [149611] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361408 { label="WholeStageCodegen (21)"; 149612 [labelType="html" label="MapPartitionsRDD [149612] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361417 { label="WholeStageCodegen (22)"; 149613 [labelType="html" label="MapPartitionsRDD [149613] javaToPython at <unknown>:0"]; } subgraph cluster361387 { label="Union"; 149614 [labelType="html" label="UnionRDD [149614] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361386 { label="Coalesce"; 149615 [labelType="html" label="CoalescedRDD [149615] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361425 { label="map"; 149617 [labelType="html" label="MapPartitionsRDD [149617] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361426 { label="mapPartitions"; 149618 [labelType="html" label="MapPartitionsRDD [149618] [Unordered] javaToPython at <unknown>:0"]; } } 149244->149245; 149245->149246; 149246->149247; 149247->149248; 149523->149524; 149525->149526; 149524->149527; 149526->149527; 149527->149528; 149528->149529; 149603->149604; 149605->149606; 149604->149607; 149606->149607; 149607->149608; 149529->149609; 149609->149610; 149610->149611; 149611->149612; 149248->149613; 149608->149614; 149612->149614; 149613->149614; 149614->149615; 149615->149616; 149616->149617; 149617->149618; 149618->149619; }

149503,149523

149522,149525

149594,149603

149602,149605

149529

Event Timeline

Enable zooming