DataHubScheduler - Details for Stage 26670 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Node local: 1
Input Size / Records: 26.6 KiB / 18
Associated Job Ids: 17907

digraph G { subgraph clusterstage_26670 { label="Stage 26670"; 117543 [labelType="html" label="SQLExecutionRDD [117543] [Unordered] javaToPython at <unknown>:0"]; 117546 [labelType="html" label="PythonRDD [117546] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster294483 { label="Exchange"; 117530 [labelType="html" label="ShuffledRowRDD [117530] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294477 { label="WholeStageCodegen (10)"; 117531 [labelType="html" label="MapPartitionsRDD [117531] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294492 { label="Exchange"; 117532 [labelType="html" label="ShuffledRowRDD [117532] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294484 { label="WholeStageCodegen (11)"; 117533 [labelType="html" label="MapPartitionsRDD [117533] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294500 { label="Exchange"; 117534 [labelType="html" label="ShuffledRowRDD [117534] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294493 { label="WholeStageCodegen (12)"; 117535 [labelType="html" label="MapPartitionsRDD [117535] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294476 { label="Union"; 117536 [labelType="html" label="UnionRDD [117536] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294341 { label="AdaptiveSparkPlan"; 117537 [labelType="html" label="MapPartitionsRDD [117537] [Unordered] javaToPython at <unknown>:0"]; 117538 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#11996269 AS entity_id#11998040, 6a8bf0ac7cc171297135c303 AS brand_context_id#11998041, dim_id#11994466, cast(lvl#11997249 as string) AS level#11998042, CASE WHEN (lvl#11997249 >= 4.2) THEN Extreme WHEN (lvl#11997249 >= 3.4) THEN High WHEN (lvl#11997249 >= 2.6) THEN Moderate WHEN (lvl#11997249 >= 1.8) THEN Medium WHEN (lvl#11997249 >= 1.0) THEN Low ELSE Unknown END AS level_band#11998043]\n : +- Filter (isnotnull(lvl#11997249) AND (lvl#11997249 > 0.0))\n : +- HashAggregate(keys=[sid#11996269, dim_id#11994466], functions=[max(lvl#11996265)], output=[sid#11996269, dim_id#11994466, lvl#11997249])\n : +- Exchange hashpartitioning(sid#11996269, dim_id#11994466, 10), ENSURE_REQUIREMENTS, [plan_id=3990936]\n : +- HashAggregate(keys=[sid#11996269, dim_id#11994466], functions=[partial_max(lvl#11996265)], output=[sid#11996269, dim_id#11994466, max#11998478])\n : +- Union\n : :- InMemoryTableScan [s... [117538] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294503 { label="InMemoryTableScan"; 117539 [labelType="html" label="MapPartitionsRDD [117539] [Unordered] javaToPython at <unknown>:0"]; 117540 [labelType="html" label="MapPartitionsRDD [117540] [Unordered] javaToPython at <unknown>:0"]; 117541 [labelType="html" label="MapPartitionsRDD [117541] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294501 { label="Coalesce"; 117542 [labelType="html" label="CoalescedRDD [117542] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294504 { label="map"; 117544 [labelType="html" label="MapPartitionsRDD [117544] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294505 { label="mapPartitions"; 117545 [labelType="html" label="MapPartitionsRDD [117545] [Unordered] javaToPython at <unknown>:0"]; } } 117530->117531; 117532->117533; 117534->117535; 117531->117536; 117533->117536; 117535->117536; 117536->117537; 117537->117538; 117538->117539; 117539->117540; 117540->117541; 117541->117542; 117542->117543; 117543->117544; 117544->117545; 117545->117546; }

117510,117530

117529,117532

117526,117534

117538

Event Timeline

Enable zooming