DataHubScheduler - Details for Stage 37609 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 54 ms
Locality Level Summary: Process local: 1
Input Size / Records: 11.9 KiB / 1
Output Size / Records: 0.0 B / 3
Associated Job Ids: 27084

digraph G { subgraph clusterstage_37609 { label="Stage 37609"; 162219 [labelType="html" label="SQLExecutionRDD [162219] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390192 { label="Exchange"; 161944 [labelType="html" label="ShuffledRowRDD [161944] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390183 { label="WholeStageCodegen (3)"; 161945 [labelType="html" label="MapPartitionsRDD [161945] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster389965 { label="AdaptiveSparkPlan"; 161946 [labelType="html" label="MapPartitionsRDD [161946] [Unordered] javaToPython at <unknown>:0"]; 161947 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025, summary__config_name#15214112, summary__config_version#15214114, summary__entity_id#15214116, summary__submission_status#15214118, summary__is_latest#15214191, summary__is_editable#15214193, summary__launch_date#15214195, summary__expiry_date#15214197, summary__submitted_date#15214200, summary__create_ts#15214201, summary__update_ts#15214204, summary__create_date#15214207, summary__update_date#15214209, summary__source#15214212, summary__recurrence_count#15214216, summary__priority#15214218, summary__remarks#15214221, summary__latest_source#15214223, summary__launch_request_name#15214225, summary__NetworkID#15214227, ... 49 more fields]\n +- BroadcastHashJoin [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025], [brand_context_id#15208262, company_id#15208263, launch_config_ref#15208264, revision_version#15... [161947] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390754 { label="InMemoryTableScan"; 162212 [labelType="html" label="MapPartitionsRDD [162212] [Unordered] jdbc at <unknown>:0"]; 162213 [labelType="html" label="MapPartitionsRDD [162213] [Unordered] jdbc at <unknown>:0"]; 162214 [labelType="html" label="MapPartitionsRDD [162214] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390752 { label="Filter"; 162215 [labelType="html" label="MapPartitionsRDD [162215] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390751 { label="Project"; 162216 [labelType="html" label="MapPartitionsRDD [162216] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390746 { label="WholeStageCodegen (1)"; 162217 [labelType="html" label="MapPartitionsRDD [162217] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390745 { label="DeserializeToObject"; 162218 [labelType="html" label="MapPartitionsRDD [162218] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390755 { label="mapPartitions"; 162220 [labelType="html" label="MapPartitionsRDD [162220] [Unordered] jdbc at <unknown>:0"]; } } 161944->161945; 161945->161946; 161946->161947; 161947->162212; 162212->162213; 162213->162214; 162214->162215; 162215->162216; 162216->162217; 162217->162218; 162218->162219; 162219->162220; }

161851,161944

161947

Event Timeline

Enable zooming