DataHubScheduler - Details for Stage 34086 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.5 s
Locality Level Summary: Process local: 22
Input Size / Records: 8.9 KiB / 7
Shuffle Write Size / Records: 260.0 B / 2
Associated Job Ids: 24317

digraph G { subgraph clusterstage_34086 { label="Stage 34086"; 149625 [labelType="html" label="PythonRDD [149625] RDD at PythonRDD.scala:53"]; subgraph cluster361471 { label="parallelize"; 149624 [labelType="html" label="ParallelCollectionRDD [149624] readRDDFromFile at PythonRDD.scala:289"]; } subgraph cluster361472 { label="mapPartitions"; 149626 [labelType="html" label="MapPartitionsRDD [149626] mapPartitions at SerDeUtil.scala:117"]; } subgraph cluster361473 { label="map"; 149627 [labelType="html" label="MapPartitionsRDD [149627] map at SerDeUtil.scala:69"]; } subgraph cluster361474 { label="mapPartitions"; 149628 [labelType="html" label="MapPartitionsRDD [149628] applySchemaToPythonRDD at <unknown>:0"]; } subgraph cluster362072 { label="Exchange"; 149899 [labelType="html" label="ShuffledRowRDD [149899] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362066 { label="WholeStageCodegen (10)"; 149900 [labelType="html" label="MapPartitionsRDD [149900] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362081 { label="Exchange"; 149901 [labelType="html" label="ShuffledRowRDD [149901] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362073 { label="WholeStageCodegen (11)"; 149902 [labelType="html" label="MapPartitionsRDD [149902] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362065 { label="Union"; 149903 [labelType="html" label="UnionRDD [149903] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster361937 { label="AdaptiveSparkPlan"; 149904 [labelType="html" label="MapPartitionsRDD [149904] [Unordered] javaToPython at <unknown>:0"]; 149905 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [sid#14314114 AS entity_id#14315885, 6ad063ee7c692062b1d40711 AS brand_context_id#14315886, dim_id#14312376, cast(lvl#14315094 as string) AS level#14315887, CASE WHEN (lvl#14315094 >= 4.2) THEN Extreme WHEN (lvl#14315094 >= 3.4) THEN High WHEN (lvl#14315094 >= 2.6) THEN Moderate WHEN (lvl#14315094 >= 1.8) THEN Medium WHEN (lvl#14315094 >= 1.0) THEN Low ELSE Unknown END AS level_band#14315888]\n : +- Filter (isnotnull(lvl#14315094) AND (lvl#14315094 > 0.0))\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, lvl#14315094])\n : +- Exchange hashpartitioning(sid#14314114, dim_id#14312376, 10), ENSURE_REQUIREMENTS, [plan_id=4249580]\n : +- HashAggregate(keys=[sid#14314114, dim_id#14312376], functions=[partial_max(lvl#14314110)], output=[sid#14314114, dim_id#14312376, max#14316323])\n : +- Union\n : :- InMemoryTableScan [s... [149905] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362330 { label="InMemoryTableScan"; 149971 [labelType="html" label="MapPartitionsRDD [149971] [Unordered] javaToPython at <unknown>:0"]; 149972 [labelType="html" label="MapPartitionsRDD [149972] [Unordered] javaToPython at <unknown>:0"]; 149973 [labelType="html" label="MapPartitionsRDD [149973] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362325 { label="WholeStageCodegen (15)"; 149974 [labelType="html" label="MapPartitionsRDD [149974] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362331 { label="WholeStageCodegen (16)"; 149975 [labelType="html" label="MapPartitionsRDD [149975] javaToPython at <unknown>:0"]; } subgraph cluster362324 { label="Union"; 149976 [labelType="html" label="UnionRDD [149976] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362317 { label="WholeStageCodegen (17)"; 149977 [labelType="html" label="MapPartitionsRDD [149977] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster362316 { label="Exchange"; 149978 [labelType="html" label="MapPartitionsRDD [149978] [Unordered] javaToPython at <unknown>:0"]; } } 149624->149625; 149625->149626; 149626->149627; 149627->149628; 149899->149900; 149901->149902; 149900->149903; 149902->149903; 149903->149904; 149904->149905; 149905->149971; 149971->149972; 149972->149973; 149973->149974; 149628->149975; 149974->149976; 149975->149976; 149976->149977; 149977->149978; }

149879,149899

149898,149901

149905

Event Timeline

Enable zooming