DataHubScheduler - Details for Stage 34085 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.5 s
Locality Level Summary: Process local: 22
Input Size / Records: 8.9 KiB / 7
Shuffle Write Size / Records: 2.9 KiB / 24
Associated Job Ids: 24316

digraph G { subgraph clusterstage_34085 { label="Stage 34085"; 149625 [labelType="html" label="PythonRDD [149625] RDD at PythonRDD.scala:53"]; subgraph cluster361471 { label="parallelize"; 149624 [labelType="html" label="ParallelCollectionRDD [149624] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster361472 { label="mapPartitions"; 149626 [labelType="html" label="MapPartitionsRDD [149626] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster361473 { label="map"; 149627 [labelType="html" label="MapPartitionsRDD [149627] map at SerDeUtil.scala:69"]; } subgraph cluster361474 { label="mapPartitions"; 149628 [labelType="html" label="MapPartitionsRDD [149628] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster362072 { label="Exchange"; 149899 [labelType="html" label="ShuffledRowRDD [149899] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362066 { label="WholeStageCodegen (10)"; 149900 [labelType="html" label="MapPartitionsRDD [149900] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362081 { label="Exchange"; 149901 [labelType="html" label="ShuffledRowRDD [149901] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362073 { label="WholeStageCodegen (11)"; 149902 [labelType="html" label="MapPartitionsRDD [149902] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362065 { label="Union"; 149903 [labelType="html" label="UnionRDD [149903] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361937 { label="AdaptiveSparkPlan"; 149904 [labelType="html" label="MapPartitionsRDD [149904] [Unordered] javaToPython at <unknown>:0"]; 149905 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14314114 AS entity_id#14315885, 6ad063ee7c692062b1d40711 AS brand_context_id#14315886, dim_id#14312376, cast(lvl#14315094 as string) AS level#14315887, CASE WHEN (lvl#14315094 >= 4.2) THEN Extreme WHEN (lvl#14315094 >= 3.4) THEN High WHEN (lvl#14315094 >= 2.6) THEN Moderate WHEN (lvl#14315094 >= 1.8) THEN Medium WHEN (lvl#14315094 >= 1.0) THEN Low ELSE Unknown END AS level_band#14315888]\n : +- Filter (isnotnull(lvl#14315094) AND (lvl#14315094 > 0.0))\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, lvl#14315094])\n : +- Exchange hashpartitioning(sid#14314114, dim_id#14312376, 10), ENSURE_REQUIREMENTS, [plan_id=4249580]\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[partial_max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, max#14316323])\n : +- Union\n : :- InMemoryTableScan [s... [149905] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362288 { label="InMemoryTableScan"; 149963 [labelType="html" label="MapPartitionsRDD [149963] [Unordered] javaToPython at <unknown>:0"]; 149964 [labelType="html" label="MapPartitionsRDD [149964] [Unordered] javaToPython at <unknown>:0"]; 149965 [labelType="html" label="MapPartitionsRDD [149965] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362283 { label="WholeStageCodegen (12)"; 149966 [labelType="html" label="MapPartitionsRDD [149966] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362289 { label="WholeStageCodegen (13)"; 149967 [labelType="html" label="MapPartitionsRDD [149967] javaToPython at <unknown>:0"]; } subgraph cluster362282 { label="Union"; 149968 [labelType="html" label="UnionRDD [149968] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362275 { label="WholeStageCodegen (14)"; 149969 [labelType="html" label="MapPartitionsRDD [149969] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362274 { label="Exchange"; 149970 [labelType="html" label="MapPartitionsRDD [149970] [Unordered] javaToPython at <unknown>:0"]; } } 149624->149625; 149625->149626; 149626->149627; 149627->149628; 149899->149900; 149901->149902; 149900->149903; 149902->149903; 149903->149904; 149904->149905; 149905->149963; 149963->149964; 149964->149965; 149965->149966; 149628->149967; 149966->149968; 149967->149968; 149968->149969; 149969->149970; }

149879,149899

149898,149901

149905

Event Timeline

Enable zooming