DataHubScheduler - Details for Stage 26767 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Node local: 1
Input Size / Records: 12.9 KiB / 10
Associated Job Ids: 17960

digraph G { subgraph clusterstage_26767 { label="Stage 26767"; 117904 [labelType="html" label="SQLExecutionRDD [117904] [Unordered] javaToPython at <unknown>:0"]; 117907 [labelType="html" label="PythonRDD [117907] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster295378 { label="Exchange"; 117893 [labelType="html" label="ShuffledRowRDD [117893] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295372 { label="WholeStageCodegen (10)"; 117894 [labelType="html" label="MapPartitionsRDD [117894] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295387 { label="Exchange"; 117895 [labelType="html" label="ShuffledRowRDD [117895] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295379 { label="WholeStageCodegen (11)"; 117896 [labelType="html" label="MapPartitionsRDD [117896] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295371 { label="Union"; 117897 [labelType="html" label="UnionRDD [117897] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295243 { label="AdaptiveSparkPlan"; 117898 [labelType="html" label="MapPartitionsRDD [117898] [Unordered] javaToPython at <unknown>:0"]; 117899 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#12024913 AS entity_id#12026684, 6aacf5861a41b434b2a90520 AS brand_context_id#12026685, dim_id#12023110, cast(lvl#12025893 as string) AS level#12026686, CASE WHEN (lvl#12025893 >= 4.2) THEN Extreme WHEN (lvl#12025893 >= 3.4) THEN High WHEN (lvl#12025893 >= 2.6) THEN Moderate WHEN (lvl#12025893 >= 1.8) THEN Medium WHEN (lvl#12025893 >= 1.0) THEN Low ELSE Unknown END AS level_band#12026687]\n : +- Filter (isnotnull(lvl#12025893) AND (lvl#12025893 > 0.0))\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, lvl#12025893])\n : +- Exchange hashpartitioning(sid#12024913, dim_id#12023110, 10), ENSURE_REQUIREMENTS, [plan_id=3995568]\n : +- HashAggregate(keys=[sid#12024913, dim_id#12023110], functions=[partial_max(lvl#12024909)], output=[sid#12024913, dim_id#12023110, max#12027122])\n : +- Union\n : :- InMemoryTableScan [s... [117899] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295390 { label="InMemoryTableScan"; 117900 [labelType="html" label="MapPartitionsRDD [117900] [Unordered] javaToPython at <unknown>:0"]; 117901 [labelType="html" label="MapPartitionsRDD [117901] [Unordered] javaToPython at <unknown>:0"]; 117902 [labelType="html" label="MapPartitionsRDD [117902] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295388 { label="Coalesce"; 117903 [labelType="html" label="CoalescedRDD [117903] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295391 { label="map"; 117905 [labelType="html" label="MapPartitionsRDD [117905] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster295392 { label="mapPartitions"; 117906 [labelType="html" label="MapPartitionsRDD [117906] [Unordered] javaToPython at <unknown>:0"]; } } 117893->117894; 117895->117896; 117894->117897; 117896->117897; 117897->117898; 117898->117899; 117899->117900; 117900->117901; 117901->117902; 117902->117903; 117903->117904; 117904->117905; 117905->117906; 117906->117907; }

117873,117893

117892,117895

117899

Event Timeline

Enable zooming