DataHubScheduler - Details for Stage 37569 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.5 s
Locality Level Summary: Process local: 5
Input Size / Records: 34.3 KiB / 2
Output Size / Records: 0.0 B / 37
Associated Job Ids: 27060

digraph G { subgraph clusterstage_37569 { label="Stage 37569"; 162005 [labelType="html" label="SQLExecutionRDD [162005] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390001 { label="Exchange"; 161857 [labelType="html" label="ShuffledRowRDD [161857] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster389992 { label="WholeStageCodegen (3)"; 161858 [labelType="html" label="MapPartitionsRDD [161858] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster389927 { label="AdaptiveSparkPlan"; 161859 [labelType="html" label="MapPartitionsRDD [161859] [Unordered] javaToPython at <unknown>:0"]; 161860 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025, summary__config_name#15213963, summary__config_version#15213964, summary__entity_id#15214035, summary__submission_status#15214036, summary__is_latest#15214037, summary__is_editable#15214038, summary__launch_date#15214108, summary__expiry_date#15214109, summary__submitted_date#15214110, summary__create_ts#15214111, summary__update_ts#15214113, summary__create_date#15214115, summary__update_date#15214117, summary__source#15214120, summary__recurrence_count#15214192, summary__priority#15214194, summary__remarks#15214196, summary__latest_source#15214198, summary__launch_request_name#15214202, summary__NetworkID#15214206, ... 49 more fields]\n +- BroadcastHashJoin [brand_context_id#15205022, company_id#15205023, launch_config_ref#15205024, revision_version#15205025], [brand_context_id#15208050, company_id#15208051, launch_config_ref#15208052, revision_version#15... [161860] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390318 { label="InMemoryTableScan"; 161998 [labelType="html" label="MapPartitionsRDD [161998] [Unordered] jdbc at <unknown>:0"]; 161999 [labelType="html" label="MapPartitionsRDD [161999] [Unordered] jdbc at <unknown>:0"]; 162000 [labelType="html" label="MapPartitionsRDD [162000] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390316 { label="Filter"; 162001 [labelType="html" label="MapPartitionsRDD [162001] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390315 { label="Project"; 162002 [labelType="html" label="MapPartitionsRDD [162002] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390310 { label="WholeStageCodegen (1)"; 162003 [labelType="html" label="MapPartitionsRDD [162003] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390309 { label="DeserializeToObject"; 162004 [labelType="html" label="MapPartitionsRDD [162004] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390319 { label="mapPartitions"; 162006 [labelType="html" label="MapPartitionsRDD [162006] [Unordered] jdbc at <unknown>:0"]; } } 161857->161858; 161858->161859; 161859->161860; 161860->161998; 161998->161999; 161999->162000; 162000->162001; 162001->162002; 162002->162003; 162003->162004; 162004->162005; 162005->162006; }

161830,161857

161860

Event Timeline

Enable zooming