DataHubScheduler - Details for Stage 37565 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 86 ms
Locality Level Summary: Process local: 1
Input Size / Records: 11.2 KiB / 1
Output Size / Records: 0.0 B / 6
Associated Job Ids: 27058

digraph G { subgraph clusterstage_37565 { label="Stage 37565"; 161966 [labelType="html" label="SQLExecutionRDD [161966] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390153 { label="Exchange"; 161922 [labelType="html" label="ShuffledRowRDD [161922] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390144 { label="AdaptiveSparkPlan"; 161923 [labelType="html" label="MapPartitionsRDD [161923] [Unordered] javaToPython at <unknown>:0"]; 161924 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4309349]\n +- Project [_id#15210454, product_node_response_ref#15210455, NetworkID#15210456, is_latest#15210457, brand_context_id#15210458, company_id#15210459, launch_config_ref#15210460, revision_version#15210461, facility_declaration_ref#15210462, data_facility_dec_ref#15210463, derived_facility_dec_ref#15210464, facility_name#15210465, data_facility_name#15210466, fac_city#15210467, data_city#15210468, fac_state#15210469, data_state#15210470, fac_country#15210471, data_country#15210472, fac_address_line1#15210473, data_address_line1#15210474, enabled#15210475, facility_default_ref#15210476, Subcontractor_supplier_default_ref#15210477, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [161924] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390232 { label="InMemoryTableScan"; 161961 [labelType="html" label="MapPartitionsRDD [161961] [Unordered] jdbc at <unknown>:0"]; 161962 [labelType="html" label="MapPartitionsRDD [161962] [Unordered] jdbc at <unknown>:0"]; 161963 [labelType="html" label="MapPartitionsRDD [161963] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390227 { label="WholeStageCodegen (1)"; 161964 [labelType="html" label="MapPartitionsRDD [161964] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390226 { label="DeserializeToObject"; 161965 [labelType="html" label="MapPartitionsRDD [161965] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390233 { label="mapPartitions"; 161967 [labelType="html" label="MapPartitionsRDD [161967] [Unordered] jdbc at <unknown>:0"]; } } 161922->161923; 161923->161924; 161924->161961; 161961->161962; 161962->161963; 161963->161964; 161964->161965; 161965->161966; 161966->161967; }

161918,161922

161924

Event Timeline

Enable zooming