DataHubScheduler - Details for Stage 30084 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 1
Input Size / Records: 9.8 KiB / 1
Output Size / Records: 0.0 B / 3
Associated Job Ids: 20602

digraph G { subgraph clusterstage_30084 { label="Stage 30084"; 129384 [labelType="html" label="SQLExecutionRDD [129384] [Unordered] jdbc at <unknown>:0"]; subgraph cluster322013 { label="Exchange"; 129367 [labelType="html" label="ShuffledRowRDD [129367] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster321996 { label="AdaptiveSparkPlan"; 129368 [labelType="html" label="MapPartitionsRDD [129368] [Unordered] javaToPython at <unknown>:0"]; 129369 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4044487]\n +- Project [_id#12901583, product_node_response_ref#12901584, NetworkID#12901585, is_latest#12901586, brand_context_id#12901587, company_id#12901588, launch_config_ref#12901589, revision_version#12901590, facility_declaration_ref#12901591, data_facility_dec_ref#12901592, derived_facility_dec_ref#12901593, facility_name#12901594, data_facility_name#12901595, fac_city#12901596, data_city#12901597, fac_state#12901598, data_state#12901599, fac_country#12901600, data_country#12901601, fac_address_line1#12901602, data_address_line1#12901603, enabled#12901604, facility_default_ref#12901605, Subcontractor_supplier_default_ref#12901606, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [129369] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322048 { label="InMemoryTableScan"; 129379 [labelType="html" label="MapPartitionsRDD [129379] [Unordered] jdbc at <unknown>:0"]; 129380 [labelType="html" label="MapPartitionsRDD [129380] [Unordered] jdbc at <unknown>:0"]; 129381 [labelType="html" label="MapPartitionsRDD [129381] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322043 { label="WholeStageCodegen (1)"; 129382 [labelType="html" label="MapPartitionsRDD [129382] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322042 { label="DeserializeToObject"; 129383 [labelType="html" label="MapPartitionsRDD [129383] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322049 { label="mapPartitions"; 129385 [labelType="html" label="MapPartitionsRDD [129385] [Unordered] jdbc at <unknown>:0"]; } } 129367->129368; 129368->129369; 129369->129379; 129379->129380; 129380->129381; 129381->129382; 129382->129383; 129383->129384; 129384->129385; }

129354,129367

129369

Event Timeline

Enable zooming