DataHubScheduler - Details for Stage 26683 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 2
Input Size / Records: 26.6 KiB / 18
Associated Job Ids: 17913

digraph G { subgraph clusterstage_26683 { label="Stage 26683"; 117241 [labelType="html" label="PythonRDD [117241] RDD at PythonRDD.scala:53"]; 117604 [labelType="html" label="SQLExecutionRDD [117604] [Unordered] javaToPython at <unknown>:0"]; 117607 [labelType="html" label="PythonRDD [117607] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster293821 { label="parallelize"; 117240 [labelType="html" label="ParallelCollectionRDD [117240] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster293822 { label="mapPartitions"; 117242 [labelType="html" label="MapPartitionsRDD [117242] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster293823 { label="map"; 117243 [labelType="html" label="MapPartitionsRDD [117243] map at SerDeUtil.scala:69"]; } subgraph cluster293824 { label="mapPartitions"; 117244 [labelType="html" label="MapPartitionsRDD [117244] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster294483 { label="Exchange"; 117530 [labelType="html" label="ShuffledRowRDD [117530] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294477 { label="WholeStageCodegen (10)"; 117531 [labelType="html" label="MapPartitionsRDD [117531] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294492 { label="Exchange"; 117532 [labelType="html" label="ShuffledRowRDD [117532] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294484 { label="WholeStageCodegen (11)"; 117533 [labelType="html" label="MapPartitionsRDD [117533] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294500 { label="Exchange"; 117534 [labelType="html" label="ShuffledRowRDD [117534] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294493 { label="WholeStageCodegen (12)"; 117535 [labelType="html" label="MapPartitionsRDD [117535] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294476 { label="Union"; 117536 [labelType="html" label="UnionRDD [117536] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294341 { label="AdaptiveSparkPlan"; 117537 [labelType="html" label="MapPartitionsRDD [117537] [Unordered] javaToPython at <unknown>:0"]; 117538 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#11996269 AS entity_id#11998040, 6a8bf0ac7cc171297135c303 AS brand_context_id#11998041, dim_id#11994466, cast(lvl#11997249 as string) AS level#11998042, CASE WHEN (lvl#11997249 >= 4.2) THEN Extreme WHEN (lvl#11997249 >= 3.4) THEN High WHEN (lvl#11997249 >= 2.6) THEN Moderate WHEN (lvl#11997249 >= 1.8) THEN Medium WHEN (lvl#11997249 >= 1.0) THEN Low ELSE Unknown END AS level_band#11998043]\n : +- Filter (isnotnull(lvl#11997249) AND (lvl#11997249 > 0.0))\n : +- HashAggregate(keys=[sid#11996269, dim_id#11994466], functions=[max(lvl#11996265)], output=[sid#11996269, dim_id#11994466, lvl#11997249])\n : +- Exchange hashpartitioning(sid#11996269, dim_id#11994466, 10), ENSURE_REQUIREMENTS, [plan_id=3990936]\n : +- HashAggregate(keys=[sid#11996269, dim_id#11994466], functions=[partial_max(lvl#11996265)], output=[sid#11996269, dim_id#11994466, max#11998478])\n : +- Union\n : :- InMemoryTableScan [s... [117538] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294711 { label="InMemoryTableScan"; 117596 [labelType="html" label="MapPartitionsRDD [117596] [Unordered] javaToPython at <unknown>:0"]; 117597 [labelType="html" label="MapPartitionsRDD [117597] [Unordered] javaToPython at <unknown>:0"]; 117598 [labelType="html" label="MapPartitionsRDD [117598] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294706 { label="WholeStageCodegen (12)"; 117599 [labelType="html" label="MapPartitionsRDD [117599] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294712 { label="WholeStageCodegen (13)"; 117600 [labelType="html" label="MapPartitionsRDD [117600] javaToPython at <unknown>:0"]; } subgraph cluster294705 { label="Union"; 117601 [labelType="html" label="UnionRDD [117601] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294702 { label="WholeStageCodegen (14)"; 117602 [labelType="html" label="MapPartitionsRDD [117602] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294701 { label="Coalesce"; 117603 [labelType="html" label="CoalescedRDD [117603] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294717 { label="map"; 117605 [labelType="html" label="MapPartitionsRDD [117605] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294718 { label="mapPartitions"; 117606 [labelType="html" label="MapPartitionsRDD [117606] [Unordered] javaToPython at <unknown>:0"]; } } 117240->117241; 117241->117242; 117242->117243; 117243->117244; 117530->117531; 117532->117533; 117534->117535; 117531->117536; 117533->117536; 117535->117536; 117536->117537; 117537->117538; 117538->117596; 117596->117597; 117597->117598; 117598->117599; 117244->117600; 117599->117601; 117600->117601; 117601->117602; 117602->117603; 117603->117604; 117604->117605; 117605->117606; 117606->117607; }

117510,117530

117529,117532

117526,117534

117538

Event Timeline

Enable zooming