DataHubScheduler - Details for Stage 34093 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 1
Input Size / Records: 8.9 KiB / 7
Shuffle Read Size / Records: 3.1 KiB / 26
Associated Job Ids: 24318

digraph G { subgraph clusterstage_34093 { label="Stage 34093"; 149625 [labelType="html" label="PythonRDD [149625] RDD at PythonRDD.scala:53"]; 149992 [labelType="html" label="SQLExecutionRDD [149992] [Unordered] javaToPython at <unknown>:0"]; 149995 [labelType="html" label="PythonRDD [149995] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster361471 { label="parallelize"; 149624 [labelType="html" label="ParallelCollectionRDD [149624] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster361472 { label="mapPartitions"; 149626 [labelType="html" label="MapPartitionsRDD [149626] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster361473 { label="map"; 149627 [labelType="html" label="MapPartitionsRDD [149627] map at SerDeUtil.scala:69"]; } subgraph cluster361474 { label="mapPartitions"; 149628 [labelType="html" label="MapPartitionsRDD [149628] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster362072 { label="Exchange"; 149899 [labelType="html" label="ShuffledRowRDD [149899] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362066 { label="WholeStageCodegen (10)"; 149900 [labelType="html" label="MapPartitionsRDD [149900] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362081 { label="Exchange"; 149901 [labelType="html" label="ShuffledRowRDD [149901] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362073 { label="WholeStageCodegen (11)"; 149902 [labelType="html" label="MapPartitionsRDD [149902] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362065 { label="Union"; 149903 [labelType="html" label="UnionRDD [149903] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361937 { label="AdaptiveSparkPlan"; 149904 [labelType="html" label="MapPartitionsRDD [149904] [Unordered] javaToPython at <unknown>:0"]; 149905 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14314114 AS entity_id#14315885, 6ad063ee7c692062b1d40711 AS brand_context_id#14315886, dim_id#14312376, cast(lvl#14315094 as string) AS level#14315887, CASE WHEN (lvl#14315094 >= 4.2) THEN Extreme WHEN (lvl#14315094 >= 3.4) THEN High WHEN (lvl#14315094 >= 2.6) THEN Moderate WHEN (lvl#14315094 >= 1.8) THEN Medium WHEN (lvl#14315094 >= 1.0) THEN Low ELSE Unknown END AS level_band#14315888]\n : +- Filter (isnotnull(lvl#14315094) AND (lvl#14315094 > 0.0))\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, lvl#14315094])\n : +- Exchange hashpartitioning(sid#14314114, dim_id#14312376, 10), ENSURE_REQUIREMENTS, [plan_id=4249580]\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[partial_max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, max#14316323])\n : +- Union\n : :- InMemoryTableScan [s... [149905] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362368 { label="AQEShuffleRead"; 149979 [labelType="html" label="ShuffledRowRDD [149979] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362364 { label="WholeStageCodegen (18)"; 149980 [labelType="html" label="MapPartitionsRDD [149980] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362374 { label="AQEShuffleRead"; 149981 [labelType="html" label="ShuffledRowRDD [149981] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362369 { label="WholeStageCodegen (19)"; 149982 [labelType="html" label="MapPartitionsRDD [149982] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362363 { label="Union"; 149983 [labelType="html" label="UnionRDD [149983] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362355 { label="WholeStageCodegen (20)"; 149984 [labelType="html" label="MapPartitionsRDD [149984] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362383 { label="InMemoryTableScan"; 149985 [labelType="html" label="MapPartitionsRDD [149985] [Unordered] javaToPython at <unknown>:0"]; 149986 [labelType="html" label="MapPartitionsRDD [149986] [Unordered] javaToPython at <unknown>:0"]; 149987 [labelType="html" label="MapPartitionsRDD [149987] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362375 { label="WholeStageCodegen (21)"; 149988 [labelType="html" label="MapPartitionsRDD [149988] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362384 { label="WholeStageCodegen (22)"; 149989 [labelType="html" label="MapPartitionsRDD [149989] javaToPython at <unknown>:0"]; } subgraph cluster362354 { label="Union"; 149990 [labelType="html" label="UnionRDD [149990] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362353 { label="Coalesce"; 149991 [labelType="html" label="CoalescedRDD [149991] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362392 { label="map"; 149993 [labelType="html" label="MapPartitionsRDD [149993] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362393 { label="mapPartitions"; 149994 [labelType="html" label="MapPartitionsRDD [149994] [Unordered] javaToPython at <unknown>:0"]; } } 149624->149625; 149625->149626; 149626->149627; 149627->149628; 149899->149900; 149901->149902; 149900->149903; 149902->149903; 149903->149904; 149904->149905; 149979->149980; 149981->149982; 149980->149983; 149982->149983; 149983->149984; 149905->149985; 149985->149986; 149986->149987; 149987->149988; 149628->149989; 149984->149990; 149988->149990; 149989->149990; 149990->149991; 149991->149992; 149992->149993; 149993->149994; 149994->149995; }

149879,149899

149898,149901

149970,149979

149978,149981

149905

Event Timeline

Enable zooming