DataHubScheduler - Details for Stage 26787 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.8 s
Locality Level Summary: Node local: 1
Input Size / Records: 4.7 KiB / 10
Shuffle Read Size / Records: 5.0 KiB / 39
Associated Job Ids: 17968

digraph G { subgraph clusterstage_26787 { label="Stage 26787"; 117613 [labelType="html" label="PythonRDD [117613] RDD at PythonRDD.scala:53"]; 117986 [labelType="html" label="SQLExecutionRDD [117986] [Unordered] javaToPython at <unknown>:0"]; 117989 [labelType="html" label="PythonRDD [117989] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster294738 { label="parallelize"; 117612 [labelType="html" label="ParallelCollectionRDD [117612] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster294739 { label="mapPartitions"; 117614 [labelType="html" label="MapPartitionsRDD [117614] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster294740 { label="map"; 117615 [labelType="html" label="MapPartitionsRDD [117615] map at SerDeUtil.scala:69"]; } subgraph cluster294741 { label="mapPartitions"; 117616 [labelType="html" label="MapPartitionsRDD [117616] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster295378 { label="Exchange"; 117893 [labelType="html" label="ShuffledRowRDD [117893] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295372 { label="WholeStageCodegen (10)"; 117894 [labelType="html" label="MapPartitionsRDD [117894] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295387 { label="Exchange"; 117895 [labelType="html" label="ShuffledRowRDD [117895] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295379 { label="WholeStageCodegen (11)"; 117896 [labelType="html" label="MapPartitionsRDD [117896] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295371 { label="Union"; 117897 [labelType="html" label="UnionRDD [117897] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295243 { label="AdaptiveSparkPlan"; 117898 [labelType="html" label="MapPartitionsRDD [117898] [Unordered] javaToPython at <unknown>:0"]; 117899 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#12024913 AS entity_id#12026684, 6aacf5861a41b434b2a90520 AS brand_context_id#12026685, dim_id#12023110, cast(lvl#12025893 as string) AS level#12026686, CASE WHEN (lvl#12025893 >= 4.2) THEN Extreme WHEN (lvl#12025893 >= 3.4) THEN High WHEN (lvl#12025893 >= 2.6) THEN Moderate WHEN (lvl#12025893 >= 1.8) THEN Medium WHEN (lvl#12025893 >= 1.0) THEN Low ELSE Unknown END AS level_band#12026687]\n : +- Filter (isnotnull(lvl#12025893) AND (lvl#12025893 > 0.0))\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, lvl#12025893])\n : +- Exchange hashpartitioning(sid#12024913, dim_id#12023110, 10), ENSURE_REQUIREMENTS, [plan_id=3995568]\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[partial_max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, max#12027122])\n : +- Union\n : :- InMemoryTableScan [s... [117899] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295653 { label="AQEShuffleRead"; 117973 [labelType="html" label="ShuffledRowRDD [117973] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295649 { label="WholeStageCodegen (18)"; 117974 [labelType="html" label="MapPartitionsRDD [117974] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295659 { label="AQEShuffleRead"; 117975 [labelType="html" label="ShuffledRowRDD [117975] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295654 { label="WholeStageCodegen (19)"; 117976 [labelType="html" label="MapPartitionsRDD [117976] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295648 { label="Union"; 117977 [labelType="html" label="UnionRDD [117977] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295640 { label="WholeStageCodegen (20)"; 117978 [labelType="html" label="MapPartitionsRDD [117978] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295668 { label="InMemoryTableScan"; 117979 [labelType="html" label="MapPartitionsRDD [117979] [Unordered] javaToPython at <unknown>:0"]; 117980 [labelType="html" label="MapPartitionsRDD [117980] [Unordered] javaToPython at <unknown>:0"]; 117981 [labelType="html" label="MapPartitionsRDD [117981] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295660 { label="WholeStageCodegen (21)"; 117982 [labelType="html" label="MapPartitionsRDD [117982] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295669 { label="WholeStageCodegen (22)"; 117983 [labelType="html" label="MapPartitionsRDD [117983] javaToPython at <unknown>:0"]; } subgraph cluster295639 { label="Union"; 117984 [labelType="html" label="UnionRDD [117984] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295638 { label="Coalesce"; 117985 [labelType="html" label="CoalescedRDD [117985] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295677 { label="map"; 117987 [labelType="html" label="MapPartitionsRDD [117987] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295678 { label="mapPartitions"; 117988 [labelType="html" label="MapPartitionsRDD [117988] [Unordered] javaToPython at <unknown>:0"]; } } 117612->117613; 117613->117614; 117614->117615; 117615->117616; 117893->117894; 117895->117896; 117894->117897; 117896->117897; 117897->117898; 117898->117899; 117973->117974; 117975->117976; 117974->117977; 117976->117977; 117977->117978; 117899->117979; 117979->117980; 117980->117981; 117981->117982; 117616->117983; 117978->117984; 117982->117984; 117983->117984; 117984->117985; 117985->117986; 117986->117987; 117987->117988; 117988->117989; }

117873,117893

117892,117895

117964,117973

117972,117975

117899

Event Timeline

Enable zooming