DataHubScheduler - Details for Stage 34075 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.8 s
Locality Level Summary: Node local: 1
Input Size / Records: 8.9 KiB / 7
Associated Job Ids: 24310

digraph G { subgraph clusterstage_34075 { label="Stage 34075"; 149910 [labelType="html" label="SQLExecutionRDD [149910] [Unordered] javaToPython at <unknown>:0"]; 149913 [labelType="html" label="PythonRDD [149913] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster362072 { label="Exchange"; 149899 [labelType="html" label="ShuffledRowRDD [149899] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362066 { label="WholeStageCodegen (10)"; 149900 [labelType="html" label="MapPartitionsRDD [149900] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362081 { label="Exchange"; 149901 [labelType="html" label="ShuffledRowRDD [149901] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362073 { label="WholeStageCodegen (11)"; 149902 [labelType="html" label="MapPartitionsRDD [149902] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362065 { label="Union"; 149903 [labelType="html" label="UnionRDD [149903] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361937 { label="AdaptiveSparkPlan"; 149904 [labelType="html" label="MapPartitionsRDD [149904] [Unordered] javaToPython at <unknown>:0"]; 149905 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14314114 AS entity_id#14315885, 6ad063ee7c692062b1d40711 AS brand_context_id#14315886, dim_id#14312376, cast(lvl#14315094 as string) AS level#14315887, CASE WHEN (lvl#14315094 >= 4.2) THEN Extreme WHEN (lvl#14315094 >= 3.4) THEN High WHEN (lvl#14315094 >= 2.6) THEN Moderate WHEN (lvl#14315094 >= 1.8) THEN Medium WHEN (lvl#14315094 >= 1.0) THEN Low ELSE Unknown END AS level_band#14315888]\n : +- Filter (isnotnull(lvl#14315094) AND (lvl#14315094 > 0.0))\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, lvl#14315094])\n : +- Exchange hashpartitioning(sid#14314114, dim_id#14312376, 10), ENSURE_REQUIREMENTS, [plan_id=4249580]\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[partial_max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, max#14316323])\n : +- Union\n : :- InMemoryTableScan [s... [149905] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362084 { label="InMemoryTableScan"; 149906 [labelType="html" label="MapPartitionsRDD [149906] [Unordered] javaToPython at <unknown>:0"]; 149907 [labelType="html" label="MapPartitionsRDD [149907] [Unordered] javaToPython at <unknown>:0"]; 149908 [labelType="html" label="MapPartitionsRDD [149908] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362082 { label="Coalesce"; 149909 [labelType="html" label="CoalescedRDD [149909] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362085 { label="map"; 149911 [labelType="html" label="MapPartitionsRDD [149911] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362086 { label="mapPartitions"; 149912 [labelType="html" label="MapPartitionsRDD [149912] [Unordered] javaToPython at <unknown>:0"]; } } 149899->149900; 149901->149902; 149900->149903; 149902->149903; 149903->149904; 149904->149905; 149905->149906; 149906->149907; 149907->149908; 149908->149909; 149909->149910; 149910->149911; 149911->149912; 149912->149913; }

149879,149899

149898,149901

149905

Event Timeline

Enable zooming