DataHubScheduler - Details for Stage 2452 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 40 ms
Locality Level Summary: Process local: 5
Input Size / Records: 48.3 KiB / 3
Associated Job Ids: 1923

digraph G { subgraph clusterstage_2452 { label="Stage 2452"; 8642 [labelType="html" label="SQLExecutionRDD [8642] [Unordered] jdbc at <unknown>:0"]; subgraph cluster18616 { label="Exchange"; 8056 [labelType="html" label="ShuffledRowRDD [8056] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster18607 { label="WholeStageCodegen (3)"; 8057 [labelType="html" label="MapPartitionsRDD [8057] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster18238 { label="AdaptiveSparkPlan"; 8058 [labelType="html" label="MapPartitionsRDD [8058] [Unordered] javaToPython at <unknown>:0"]; 8059 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#584899, company_id#584900, launch_config_ref#584901, revision_version#584902, summary__config_name#595606, summary__config_version#595607, summary__entity_id#595608, summary__submission_status#595609, summary__is_latest#595610, summary__is_editable#595685, summary__launch_date#595829, summary__expiry_date#595830, summary__submitted_date#595832, summary__create_ts#595833, summary__update_ts#596396, summary__create_date#596398, summary__update_date#596400, summary__source#596402, summary__recurrence_count#596403, summary__priority#596404, summary__remarks#596405, summary__latest_source#596407, summary__launch_request_name#596409, summary__NetworkID#596411, ... 49 more fields]\n +- BroadcastHashJoin [brand_context_id#584899, company_id#584900, launch_config_ref#584901, revision_version#584902], [brand_context_id#588321, company_id#588322, launch_config_ref#588323, revision_version#588324], Inner, BuildLeft, false\n :- BroadcastExchange Hash... [8059] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19829 { label="InMemoryTableScan"; 8635 [labelType="html" label="MapPartitionsRDD [8635] [Unordered] jdbc at <unknown>:0"]; 8636 [labelType="html" label="MapPartitionsRDD [8636] [Unordered] jdbc at <unknown>:0"]; 8637 [labelType="html" label="MapPartitionsRDD [8637] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19827 { label="Filter"; 8638 [labelType="html" label="MapPartitionsRDD [8638] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19826 { label="Project"; 8639 [labelType="html" label="MapPartitionsRDD [8639] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19821 { label="WholeStageCodegen (1)"; 8640 [labelType="html" label="MapPartitionsRDD [8640] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19820 { label="DeserializeToObject"; 8641 [labelType="html" label="MapPartitionsRDD [8641] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19830 { label="mapPartitions"; 8643 [labelType="html" label="MapPartitionsRDD [8643] [Unordered] jdbc at <unknown>:0"]; } } 8056->8057; 8057->8058; 8058->8059; 8059->8635; 8635->8636; 8636->8637; 8637->8638; 8638->8639; 8639->8640; 8640->8641; 8641->8642; 8642->8643; }

7889,8056

8059

Event Timeline

Enable zooming