DataHubScheduler - Details for Stage 30096 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 1
Input Size / Records: 9.8 KiB / 1
Output Size / Records: 0.0 B / 1
Associated Job Ids: 20608

digraph G { subgraph clusterstage_30096 { label="Stage 30096"; 129462 [labelType="html" label="SQLExecutionRDD [129462] [Unordered] jdbc at <unknown>:0"]; subgraph cluster322013 { label="Exchange"; 129367 [labelType="html" label="ShuffledRowRDD [129367] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster321996 { label="AdaptiveSparkPlan"; 129368 [labelType="html" label="MapPartitionsRDD [129368] [Unordered] javaToPython at <unknown>:0"]; 129369 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4044487]\n +- Project [_id#12901583, product_node_response_ref#12901584, NetworkID#12901585, is_latest#12901586, brand_context_id#12901587, company_id#12901588, launch_config_ref#12901589, revision_version#12901590, facility_declaration_ref#12901591, data_facility_dec_ref#12901592, derived_facility_dec_ref#12901593, facility_name#12901594, data_facility_name#12901595, fac_city#12901596, data_city#12901597, fac_state#12901598, data_state#12901599, fac_country#12901600, data_country#12901601, fac_address_line1#12901602, data_address_line1#12901603, enabled#12901604, facility_default_ref#12901605, Subcontractor_supplier_default_ref#12901606, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [129369] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322198 { label="InMemoryTableScan"; 129454 [labelType="html" label="MapPartitionsRDD [129454] [Unordered] jdbc at <unknown>:0"]; 129455 [labelType="html" label="MapPartitionsRDD [129455] [Unordered] jdbc at <unknown>:0"]; 129456 [labelType="html" label="MapPartitionsRDD [129456] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322196 { label="Filter"; 129457 [labelType="html" label="MapPartitionsRDD [129457] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322195 { label="Project"; 129458 [labelType="html" label="MapPartitionsRDD [129458] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322190 { label="WholeStageCodegen (1)"; 129459 [labelType="html" label="MapPartitionsRDD [129459] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322189 { label="MapInPandas"; 129460 [labelType="html" label="MapPartitionsRDD [129460] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322188 { label="DeserializeToObject"; 129461 [labelType="html" label="MapPartitionsRDD [129461] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322199 { label="mapPartitions"; 129463 [labelType="html" label="MapPartitionsRDD [129463] [Unordered] jdbc at <unknown>:0"]; } } 129367->129368; 129368->129369; 129369->129454; 129454->129455; 129455->129456; 129456->129457; 129457->129458; 129458->129459; 129459->129460; 129460->129461; 129461->129462; 129462->129463; }

129354,129367

129369

Event Timeline

Enable zooming