DataHubScheduler - Details for Stage 2496 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 5
Input Size / Records: 75.8 KiB / 3
Output Size / Records: 0.0 B / 36
Associated Job Ids: 1951

digraph G { subgraph clusterstage_2496 { label="Stage 2496"; 8836 [labelType="html" label="SQLExecutionRDD [8836] [Unordered] jdbc at <unknown>:0"]; subgraph cluster20199 { label="Exchange"; 8815 [labelType="html" label="ShuffledRowRDD [8815] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20188 { label="AdaptiveSparkPlan"; 8816 [labelType="html" label="MapPartitionsRDD [8816] [Unordered] javaToPython at <unknown>:0"]; 8817 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#722656, company_id#722657, launch_config_ref#722658, revision_version#722659, 5), REPARTITION_BY_NUM, [plan_id=36659]\n +- Project [_id#722652, product_node_response_ref#722653, NetworkID#722654, is_latest#722655, brand_context_id#722656, company_id#722657, launch_config_ref#722658, revision_version#722659, facility_declaration_ref#722660, data_facility_dec_ref#722661, derived_facility_dec_ref#722662, facility_name#722663, data_facility_name#722664, fac_city#722665, data_city#722666, fac_state#722667, data_state#722668, fac_country#722669, data_country#722670, fac_address_line1#722671, data_address_line1#722672, enabled#722673, facility_default_ref#722674, Subcontractor_supplier_default_ref#722675, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8817] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20221 { label="InMemoryTableScan"; 8831 [labelType="html" label="MapPartitionsRDD [8831] [Unordered] jdbc at <unknown>:0"]; 8832 [labelType="html" label="MapPartitionsRDD [8832] [Unordered] jdbc at <unknown>:0"]; 8833 [labelType="html" label="MapPartitionsRDD [8833] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20216 { label="WholeStageCodegen (1)"; 8834 [labelType="html" label="MapPartitionsRDD [8834] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20215 { label="DeserializeToObject"; 8835 [labelType="html" label="MapPartitionsRDD [8835] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20222 { label="mapPartitions"; 8837 [labelType="html" label="MapPartitionsRDD [8837] [Unordered] jdbc at <unknown>:0"]; } } 8815->8816; 8816->8817; 8817->8831; 8831->8832; 8832->8833; 8833->8834; 8834->8835; 8835->8836; 8836->8837; }

8811,8815

8817

Event Timeline

Enable zooming