DataHubScheduler - Details for Stage 37594 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 66 ms
Locality Level Summary: Process local: 1
Input Size / Records: 12.5 KiB / 1
Output Size / Records: 0.0 B / 6
Associated Job Ids: 27075

digraph G { subgraph clusterstage_37594 { label="Stage 37594"; 162140 [labelType="html" label="SQLExecutionRDD [162140] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390096 { label="Exchange"; 161893 [labelType="html" label="ShuffledRowRDD [161893] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390087 { label="WholeStageCodegen (3)"; 161894 [labelType="html" label="MapPartitionsRDD [161894] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster389935 { label="AdaptiveSparkPlan"; 161895 [labelType="html" label="MapPartitionsRDD [161895] [Unordered] javaToPython at <unknown>:0"]; 161896 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025, summary__config_name#15214199, summary__config_version#15214203, summary__entity_id#15214205, summary__submission_status#15214208, summary__is_latest#15214211, summary__is_editable#15214214, summary__launch_date#15214215, summary__expiry_date#15214217, summary__submitted_date#15214219, summary__create_ts#15214220, summary__update_ts#15214222, summary__create_date#15214224, summary__update_date#15214226, summary__source#15214228, summary__recurrence_count#15214230, summary__priority#15214234, summary__remarks#15214262, summary__latest_source#15214264, summary__launch_request_name#15214266, summary__NetworkID#15214268, ... 49 more fields]\n +- BroadcastHashJoin [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025], [brand_context_id#15208347, company_id#15208348, launch_config_ref#15208349, revision_version#15... [161896] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390590 { label="InMemoryTableScan"; 162133 [labelType="html" label="MapPartitionsRDD [162133] [Unordered] jdbc at <unknown>:0"]; 162134 [labelType="html" label="MapPartitionsRDD [162134] [Unordered] jdbc at <unknown>:0"]; 162135 [labelType="html" label="MapPartitionsRDD [162135] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390588 { label="Filter"; 162136 [labelType="html" label="MapPartitionsRDD [162136] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390587 { label="Project"; 162137 [labelType="html" label="MapPartitionsRDD [162137] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390582 { label="WholeStageCodegen (1)"; 162138 [labelType="html" label="MapPartitionsRDD [162138] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390581 { label="DeserializeToObject"; 162139 [labelType="html" label="MapPartitionsRDD [162139] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390591 { label="mapPartitions"; 162141 [labelType="html" label="MapPartitionsRDD [162141] [Unordered] jdbc at <unknown>:0"]; } } 161893->161894; 161894->161895; 161895->161896; 161896->162133; 162133->162134; 162134->162135; 162135->162136; 162136->162137; 162137->162138; 162138->162139; 162139->162140; 162140->162141; }

161837,161893

161896

Event Timeline

Enable zooming