DataHubScheduler - Details for Stage 41720 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Node local: 1
Input Size / Records: 14.1 KiB / 11
Associated Job Ids: 30859

digraph G { subgraph clusterstage_41720 { label="Stage 41720"; 183109 [labelType="html" label="SQLExecutionRDD [183109] [Unordered] javaToPython at <unknown>:0"]; 183112 [labelType="html" label="PythonRDD [183112] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster431870 { label="Exchange"; 183098 [labelType="html" label="ShuffledRowRDD [183098] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431864 { label="WholeStageCodegen (10)"; 183099 [labelType="html" label="MapPartitionsRDD [183099] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431879 { label="Exchange"; 183100 [labelType="html" label="ShuffledRowRDD [183100] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431871 { label="WholeStageCodegen (11)"; 183101 [labelType="html" label="MapPartitionsRDD [183101] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431863 { label="Union"; 183102 [labelType="html" label="UnionRDD [183102] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431735 { label="AdaptiveSparkPlan"; 183103 [labelType="html" label="MapPartitionsRDD [183103] [Unordered] javaToPython at <unknown>:0"]; 183104 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#16674975 AS entity_id#16676746, 6a72fd3a7e0eaa616bfdc3fe AS brand_context_id#16676747, dim_id#16673172, cast(lvl#16675955 as string) AS level#16676748, CASE WHEN (lvl#16675955 >= 4.2) THEN Extreme WHEN (lvl#16675955 >= 3.4) THEN High WHEN (lvl#16675955 >= 2.6) THEN Moderate WHEN (lvl#16675955 >= 1.8) THEN Medium WHEN (lvl#16675955 >= 1.0) THEN Low ELSE Unknown END AS level_band#16676749]\n : +- Filter (isnotnull(lvl#16675955) AND (lvl#16675955 > 0.0))\n : +- HashAggregate(keys=[sid#16674975, dim_id#16673172], functions=[max(lvl#16674971)], output=[sid#16674975, dim_id#16673172, lvl#16675955])\n : +- Exchange hashpartitioning(sid#16674975, dim_id#16673172, 10), ENSURE_REQUIREMENTS, [plan_id=4524618]\n : +- HashAggregate(keys=[sid#16674975, dim_id#16673172], functions=[partial_max(lvl#16674971)], output=[sid#16674975, dim_id#16673172, max#16677184])\n : +- Union\n : :- InMemoryTableScan [s... [183104] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431882 { label="InMemoryTableScan"; 183105 [labelType="html" label="MapPartitionsRDD [183105] [Unordered] javaToPython at <unknown>:0"]; 183106 [labelType="html" label="MapPartitionsRDD [183106] [Unordered] javaToPython at <unknown>:0"]; 183107 [labelType="html" label="MapPartitionsRDD [183107] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431880 { label="Coalesce"; 183108 [labelType="html" label="CoalescedRDD [183108] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431883 { label="map"; 183110 [labelType="html" label="MapPartitionsRDD [183110] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster431884 { label="mapPartitions"; 183111 [labelType="html" label="MapPartitionsRDD [183111] [Unordered] javaToPython at <unknown>:0"]; } } 183098->183099; 183100->183101; 183099->183102; 183101->183102; 183102->183103; 183103->183104; 183104->183105; 183105->183106; 183106->183107; 183107->183108; 183108->183109; 183109->183110; 183110->183111; 183111->183112; }

183078,183098

183097,183100

183104

Event Timeline

Enable zooming