DataHubScheduler - Details for Stage 37574 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 92 ms
Locality Level Summary: Process local: 1
Input Size / Records: 13.7 KiB / 1
Output Size / Records: 0.0 B / 4
Associated Job Ids: 27063

digraph G { subgraph clusterstage_37574 { label="Stage 37574"; 162021 [labelType="html" label="SQLExecutionRDD [162021] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390024 { label="Exchange"; 161866 [labelType="html" label="ShuffledRowRDD [161866] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390015 { label="WholeStageCodegen (3)"; 161867 [labelType="html" label="MapPartitionsRDD [161867] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster389957 { label="AdaptiveSparkPlan"; 161868 [labelType="html" label="MapPartitionsRDD [161868] [Unordered] javaToPython at <unknown>:0"]; 161869 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025, summary__config_name#15214231, summary__config_version#15214233, summary__entity_id#15214261, summary__submission_status#15214263, summary__is_latest#15214265, summary__is_editable#15214267, summary__launch_date#15214269, summary__expiry_date#15214271, summary__submitted_date#15214272, summary__create_ts#15214373, summary__update_ts#15214374, summary__create_date#15214375, summary__update_date#15214376, summary__source#15214377, summary__recurrence_count#15214378, summary__priority#15214379, summary__remarks#15214660, summary__latest_source#15214687, summary__launch_request_name#15214688, summary__NetworkID#15214689, ... 49 more fields]\n +- BroadcastHashJoin [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025], [brand_context_id#15208178, company_id#15208179, launch_config_ref#15208180, revision_version#15... [161869] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390344 { label="InMemoryTableScan"; 162014 [labelType="html" label="MapPartitionsRDD [162014] [Unordered] jdbc at <unknown>:0"]; 162015 [labelType="html" label="MapPartitionsRDD [162015] [Unordered] jdbc at <unknown>:0"]; 162016 [labelType="html" label="MapPartitionsRDD [162016] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390342 { label="Filter"; 162017 [labelType="html" label="MapPartitionsRDD [162017] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390341 { label="Project"; 162018 [labelType="html" label="MapPartitionsRDD [162018] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390336 { label="WholeStageCodegen (1)"; 162019 [labelType="html" label="MapPartitionsRDD [162019] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390335 { label="DeserializeToObject"; 162020 [labelType="html" label="MapPartitionsRDD [162020] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390345 { label="mapPartitions"; 162022 [labelType="html" label="MapPartitionsRDD [162022] [Unordered] jdbc at <unknown>:0"]; } } 161866->161867; 161867->161868; 161868->161869; 161869->162014; 162014->162015; 162015->162016; 162016->162017; 162017->162018; 162018->162019; 162019->162020; 162020->162021; 162021->162022; }

161844,161866

161869

Event Timeline

Enable zooming