DataHubScheduler - Details for Stage 2551 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 5
Input Size / Records: 66.6 KiB / 4
Output Size / Records: 0.0 B / 36
Associated Job Ids: 1985

digraph G { subgraph clusterstage_2551 { label="Stage 2551"; 9080 [labelType="html" label="SQLExecutionRDD [9080] [Unordered] jdbc at <unknown>:0"]; subgraph cluster20573 { label="Exchange"; 8995 [labelType="html" label="ShuffledRowRDD [8995] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20564 { label="WholeStageCodegen (3)"; 8996 [labelType="html" label="MapPartitionsRDD [8996] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20528 { label="AdaptiveSparkPlan"; 8997 [labelType="html" label="MapPartitionsRDD [8997] [Unordered] javaToPython at <unknown>:0"]; 8998 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#584899, company_id#584900, launch_config_ref#584901, revision_version#584902, summary__config_name#788160, summary__config_version#788161, summary__entity_id#788162, summary__submission_status#788163, summary__is_latest#788164, summary__is_editable#788165, summary__launch_date#788166, summary__expiry_date#788167, summary__submitted_date#788168, summary__create_ts#788169, summary__update_ts#788170, summary__create_date#788171, summary__update_date#788172, summary__source#788173, summary__recurrence_count#788174, summary__priority#788175, summary__remarks#788176, summary__latest_source#788177, summary__launch_request_name#788178, summary__NetworkID#788179, ... 49 more fields]\n +- BroadcastHashJoin [brand_context_id#584899, company_id#584900, launch_config_ref#584901, revision_version#584902], [brand_context_id#782383, company_id#782384, launch_config_ref#782385, revision_version#782386], Inner, BuildLeft, false\n :- BroadcastExchange Hash... [8998] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20743 { label="InMemoryTableScan"; 9073 [labelType="html" label="MapPartitionsRDD [9073] [Unordered] jdbc at <unknown>:0"]; 9074 [labelType="html" label="MapPartitionsRDD [9074] [Unordered] jdbc at <unknown>:0"]; 9075 [labelType="html" label="MapPartitionsRDD [9075] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20741 { label="Filter"; 9076 [labelType="html" label="MapPartitionsRDD [9076] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20740 { label="Project"; 9077 [labelType="html" label="MapPartitionsRDD [9077] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20735 { label="WholeStageCodegen (1)"; 9078 [labelType="html" label="MapPartitionsRDD [9078] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20734 { label="DeserializeToObject"; 9079 [labelType="html" label="MapPartitionsRDD [9079] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20744 { label="mapPartitions"; 9081 [labelType="html" label="MapPartitionsRDD [9081] [Unordered] jdbc at <unknown>:0"]; } } 8995->8996; 8996->8997; 8997->8998; 8998->9073; 9073->9074; 9074->9075; 9075->9076; 9076->9077; 9077->9078; 9078->9079; 9079->9080; 9080->9081; }

8986,8995

8998

Event Timeline

Enable zooming