DataHubScheduler - Details for Stage 39744 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 1
Input Size / Records: 24.9 KiB / 17
Associated Job Ids: 25157

digraph G { subgraph clusterstage_39744 { label="Stage 39744"; 169587 [labelType="html" label="PythonRDD [169587] RDD at PythonRDD.scala:53"]; 170266 [labelType="html" label="SQLExecutionRDD [170266] [Unordered] javaToPython at <unknown>:0"]; 170269 [labelType="html" label="PythonRDD [170269] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster403957 { label="parallelize"; 169586 [labelType="html" label="ParallelCollectionRDD [169586] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster403958 { label="mapPartitions"; 169588 [labelType="html" label="MapPartitionsRDD [169588] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster403959 { label="map"; 169589 [labelType="html" label="MapPartitionsRDD [169589] map at SerDeUtil.scala:69"]; } subgraph cluster403960 { label="mapPartitions"; 169590 [labelType="html" label="MapPartitionsRDD [169590] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster405240 { label="Exchange"; 170123 [labelType="html" label="ShuffledRowRDD [170123] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405234 { label="WholeStageCodegen (10)"; 170124 [labelType="html" label="MapPartitionsRDD [170124] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405249 { label="Exchange"; 170125 [labelType="html" label="ShuffledRowRDD [170125] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405241 { label="WholeStageCodegen (11)"; 170126 [labelType="html" label="MapPartitionsRDD [170126] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405257 { label="Exchange"; 170127 [labelType="html" label="ShuffledRowRDD [170127] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405250 { label="WholeStageCodegen (12)"; 170128 [labelType="html" label="MapPartitionsRDD [170128] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405233 { label="Union"; 170129 [labelType="html" label="UnionRDD [170129] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405036 { label="AdaptiveSparkPlan"; 170130 [labelType="html" label="MapPartitionsRDD [170130] [Unordered] javaToPython at <unknown>:0"]; 170131 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#20351777 AS entity_id#20353574, 6a8bf0ac7cc171297135c303 AS brand_context_id#20353575, dim_id#20347689, cast(lvl#20352758 as string) AS level#20353576, CASE WHEN (lvl#20352758 >= 4.2) THEN Extreme WHEN (lvl#20352758 >= 3.4) THEN High WHEN (lvl#20352758 >= 2.6) THEN Moderate WHEN (lvl#20352758 >= 1.8) THEN Medium WHEN (lvl#20352758 >= 1.0) THEN Low ELSE Unknown END AS level_band#20353577]\n : +- Filter (isnotnull(lvl#20352758) AND (lvl#20352758 > 0.0))\n : +- HashAggregate(keys=[sid#20351777, dim_id#20347689], functions=[max(lvl#20351773)], output=[sid#20351777, dim_id#20347689, lvl#20352758])\n : +- Exchange hashpartitioning(sid#20351777, dim_id#20347689, 10), ENSURE_REQUIREMENTS, [plan_id=3321714]\n : +- HashAggregate(keys=[sid#20351777, dim_id#20347689], functions=[partial_max(lvl#20351773)], output=[sid#20351777, dim_id#20347689, max#20354012])\n : +- Union\n : :- InMemoryTableScan [s... [170131] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405681 { label="InMemoryTableScan"; 170258 [labelType="html" label="MapPartitionsRDD [170258] [Unordered] javaToPython at <unknown>:0"]; 170259 [labelType="html" label="MapPartitionsRDD [170259] [Unordered] javaToPython at <unknown>:0"]; 170260 [labelType="html" label="MapPartitionsRDD [170260] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405676 { label="WholeStageCodegen (12)"; 170261 [labelType="html" label="MapPartitionsRDD [170261] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405682 { label="WholeStageCodegen (13)"; 170262 [labelType="html" label="MapPartitionsRDD [170262] javaToPython at <unknown>:0"]; } subgraph cluster405675 { label="Union"; 170263 [labelType="html" label="UnionRDD [170263] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405672 { label="WholeStageCodegen (14)"; 170264 [labelType="html" label="MapPartitionsRDD [170264] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405671 { label="Coalesce"; 170265 [labelType="html" label="CoalescedRDD [170265] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405687 { label="map"; 170267 [labelType="html" label="MapPartitionsRDD [170267] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405688 { label="mapPartitions"; 170268 [labelType="html" label="MapPartitionsRDD [170268] [Unordered] javaToPython at <unknown>:0"]; } } 169586->169587; 169587->169588; 169588->169589; 169589->169590; 170123->170124; 170125->170126; 170127->170128; 170124->170129; 170126->170129; 170128->170129; 170129->170130; 170130->170131; 170131->170258; 170258->170259; 170259->170260; 170260->170261; 169590->170262; 170261->170263; 170262->170263; 170263->170264; 170264->170265; 170265->170266; 170266->170267; 170267->170268; 170268->170269; }

170103,170123

170122,170125

170119,170127

170131

Event Timeline

Enable zooming