DataHubScheduler - Details for Stage 30129 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 98 ms
Locality Level Summary: Process local: 1
Input Size / Records: 11.1 KiB / 1
Output Size / Records: 0.0 B / 5
Associated Job Ids: 20628

digraph G { subgraph clusterstage_30129 { label="Stage 30129"; 129606 [labelType="html" label="SQLExecutionRDD [129606] [Unordered] jdbc at <unknown>:0"]; subgraph cluster322475 { label="Exchange"; 129582 [labelType="html" label="ShuffledRowRDD [129582] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322455 { label="AdaptiveSparkPlan"; 129583 [labelType="html" label="MapPartitionsRDD [129583] [Unordered] javaToPython at <unknown>:0"]; 129584 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4044603]\n +- Project [_id#12901527, product_node_response_ref#12901528, NetworkID#12901529, is_latest#12901530, brand_context_id#12901531, company_id#12901532, launch_config_ref#12901533, revision_version#12901534, facility_declaration_ref#12901535, data_facility_dec_ref#12901536, derived_facility_dec_ref#12901537, facility_name#12901538, data_facility_name#12901539, fac_city#12901540, data_city#12901541, fac_state#12901542, data_state#12901543, fac_country#12901544, data_country#12901545, fac_address_line1#12901546, data_address_line1#12901547, enabled#12901548, facility_default_ref#12901549, Subcontractor_supplier_default_ref#12901550, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [129584] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322503 { label="InMemoryTableScan"; 129601 [labelType="html" label="MapPartitionsRDD [129601] [Unordered] jdbc at <unknown>:0"]; 129602 [labelType="html" label="MapPartitionsRDD [129602] [Unordered] jdbc at <unknown>:0"]; 129603 [labelType="html" label="MapPartitionsRDD [129603] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322498 { label="WholeStageCodegen (1)"; 129604 [labelType="html" label="MapPartitionsRDD [129604] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322497 { label="DeserializeToObject"; 129605 [labelType="html" label="MapPartitionsRDD [129605] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322504 { label="mapPartitions"; 129607 [labelType="html" label="MapPartitionsRDD [129607] [Unordered] jdbc at <unknown>:0"]; } } 129582->129583; 129583->129584; 129584->129601; 129601->129602; 129602->129603; 129603->129604; 129604->129605; 129605->129606; 129606->129607; }

129581,129582

129584

Event Timeline

Enable zooming