3.5.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
DataHubScheduler
application UI
Details for Stage 30092 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 1
Input Size / Records:
11.9 KiB / 1
Output Size / Records:
0.0 B / 1
Associated Job Ids:
20606
DAG Visualization
digraph G { subgraph clusterstage_30092 { label="Stage 30092"; 129424 [labelType="html" label="SQLExecutionRDD [129424] [Unordered]<br>jdbc at <unknown>:0"]; subgraph cluster321882 { label="Exchange"; 129307 [labelType="html" label="ShuffledRowRDD [129307] [Unordered]<br>javaToPython at <unknown>:0"]; } subgraph cluster321873 { label="WholeStageCodegen (3)"; 129308 [labelType="html" label="MapPartitionsRDD [129308] [Unordered]<br>javaToPython at <unknown>:0"]; } subgraph cluster321808 { label="AdaptiveSparkPlan"; 129309 [labelType="html" label="MapPartitionsRDD [129309] [Unordered]<br>javaToPython at <unknown>:0"]; 129310 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#12896487, company_id#12896488, launch_config_ref#12896489, revision_version#12896490, summary__config_name#12905576, summary__config_version#12905578, summary__entity_id#12905580, summary__submission_status#12905582, summary__is_latest#12905584, summary__is_editable#12905586, summary__launch_date#12905588, summary__expiry_date#12905590, summary__submitted_date#12905592, summary__create_ts#12905594, summary__update_ts#12905666, summary__create_date#12905668, summary__update_date#12905670, summary__source#12905672, summary__recurrence_count#12905674, summary__priority#12905675, summary__remarks#12905676, summary__latest_source#12905678, summary__launch_request_name#12905680, summary__NetworkID#12905682, ... 49 more fields]\n +- BroadcastHashJoin [brand_context_id#12896487, company_id#12896488, launch_config_ref#12896489, revision_version#12896490], [brand_context_id#12899683, company_id#12899684, launch_config_ref#12899685, revision_version#12... [129310] [Cached] [Unordered]<br>javaToPython at <unknown>:0"]; } subgraph cluster322113 { label="InMemoryTableScan"; 129417 [labelType="html" label="MapPartitionsRDD [129417] [Unordered]<br>jdbc at <unknown>:0"]; 129418 [labelType="html" label="MapPartitionsRDD [129418] [Unordered]<br>jdbc at <unknown>:0"]; 129419 [labelType="html" label="MapPartitionsRDD [129419] [Unordered]<br>jdbc at <unknown>:0"]; } subgraph cluster322111 { label="Filter"; 129420 [labelType="html" label="MapPartitionsRDD [129420] [Unordered]<br>jdbc at <unknown>:0"]; } subgraph cluster322110 { label="Project"; 129421 [labelType="html" label="MapPartitionsRDD [129421] [Unordered]<br>jdbc at <unknown>:0"]; } subgraph cluster322105 { label="WholeStageCodegen (1)"; 129422 [labelType="html" label="MapPartitionsRDD [129422] [Unordered]<br>jdbc at <unknown>:0"]; } subgraph cluster322104 { label="DeserializeToObject"; 129423 [labelType="html" label="MapPartitionsRDD [129423] [Unordered]<br>jdbc at <unknown>:0"]; } subgraph cluster322114 { label="mapPartitions"; 129425 [labelType="html" label="MapPartitionsRDD [129425] [Unordered]<br>jdbc at <unknown>:0"]; } } 129307->129308; 129308->129309; 129309->129310; 129310->129417; 129417->129418; 129418->129419; 129419->129420; 129420->129421; 129421->129422; 129422->129423; 129423->129424; 129424->129425; }
129282,129307
129310
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time