DataHubScheduler - Details for Stage 41808 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Node local: 1
Input Size / Records: 8.9 KiB / 7
Associated Job Ids: 30913

digraph G { subgraph clusterstage_41808 { label="Stage 41808"; 183485 [labelType="html" label="SQLExecutionRDD [183485] [Unordered] javaToPython at <unknown>:0"]; 183488 [labelType="html" label="PythonRDD [183488] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster432816 { label="Exchange"; 183474 [labelType="html" label="ShuffledRowRDD [183474] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432810 { label="WholeStageCodegen (10)"; 183475 [labelType="html" label="MapPartitionsRDD [183475] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432825 { label="Exchange"; 183476 [labelType="html" label="ShuffledRowRDD [183476] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432817 { label="WholeStageCodegen (11)"; 183477 [labelType="html" label="MapPartitionsRDD [183477] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432809 { label="Union"; 183478 [labelType="html" label="UnionRDD [183478] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432681 { label="AdaptiveSparkPlan"; 183479 [labelType="html" label="MapPartitionsRDD [183479] [Unordered] javaToPython at <unknown>:0"]; 183480 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#16703541 AS entity_id#16705312, 6ad063ee7c692062b1d40711 AS brand_context_id#16705313, dim_id#16701803, cast(lvl#16704521 as string) AS level#16705314, CASE WHEN (lvl#16704521 >= 4.2) THEN Extreme WHEN (lvl#16704521 >= 3.4) THEN High WHEN (lvl#16704521 >= 2.6) THEN Moderate WHEN (lvl#16704521 >= 1.8) THEN Medium WHEN (lvl#16704521 >= 1.0) THEN Low ELSE Unknown END AS level_band#16705315]\n : +- Filter (isnotnull(lvl#16704521) AND (lvl#16704521 > 0.0))\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, lvl#16704521])\n : +- Exchange hashpartitioning(sid#16703541, dim_id#16701803, 10), ENSURE_REQUIREMENTS, [plan_id=4529570]\n : +- HashAggregate(keys=[sid#16703541, dim_id#16701803], functions=[partial_max(lvl#16703537)], output=[sid#16703541, dim_id#16701803, max#16705750])\n : +- Union\n : :- InMemoryTableScan [s... [183480] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432828 { label="InMemoryTableScan"; 183481 [labelType="html" label="MapPartitionsRDD [183481] [Unordered] javaToPython at <unknown>:0"]; 183482 [labelType="html" label="MapPartitionsRDD [183482] [Unordered] javaToPython at <unknown>:0"]; 183483 [labelType="html" label="MapPartitionsRDD [183483] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432826 { label="Coalesce"; 183484 [labelType="html" label="CoalescedRDD [183484] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432829 { label="map"; 183486 [labelType="html" label="MapPartitionsRDD [183486] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432830 { label="mapPartitions"; 183487 [labelType="html" label="MapPartitionsRDD [183487] [Unordered] javaToPython at <unknown>:0"]; } } 183474->183475; 183476->183477; 183475->183478; 183477->183478; 183478->183479; 183479->183480; 183480->183481; 183481->183482; 183482->183483; 183483->183484; 183484->183485; 183485->183486; 183486->183487; 183487->183488; }

183454,183474

183473,183476

183480

Event Timeline

Enable zooming