DataHubScheduler - Details for Stage 2509 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 75.8 KiB / 3
Output Size / Records: 0.0 B / 24
Associated Job Ids: 1959

digraph G { subgraph clusterstage_2509 { label="Stage 2509"; 8905 [labelType="html" label="SQLExecutionRDD [8905] [Unordered] jdbc at <unknown>:0"]; subgraph cluster20199 { label="Exchange"; 8815 [labelType="html" label="ShuffledRowRDD [8815] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20188 { label="AdaptiveSparkPlan"; 8816 [labelType="html" label="MapPartitionsRDD [8816] [Unordered] javaToPython at <unknown>:0"]; 8817 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#722656, company_id#722657, launch_config_ref#722658, revision_version#722659, 5), REPARTITION_BY_NUM, [plan_id=36659]\n +- Project [_id#722652, product_node_response_ref#722653, NetworkID#722654, is_latest#722655, brand_context_id#722656, company_id#722657, launch_config_ref#722658, revision_version#722659, facility_declaration_ref#722660, data_facility_dec_ref#722661, derived_facility_dec_ref#722662, facility_name#722663, data_facility_name#722664, fac_city#722665, data_city#722666, fac_state#722667, data_state#722668, fac_country#722669, data_country#722670, fac_address_line1#722671, data_address_line1#722672, enabled#722673, facility_default_ref#722674, Subcontractor_supplier_default_ref#722675, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8817] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20357 { label="InMemoryTableScan"; 8897 [labelType="html" label="MapPartitionsRDD [8897] [Unordered] jdbc at <unknown>:0"]; 8898 [labelType="html" label="MapPartitionsRDD [8898] [Unordered] jdbc at <unknown>:0"]; 8899 [labelType="html" label="MapPartitionsRDD [8899] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20355 { label="Filter"; 8900 [labelType="html" label="MapPartitionsRDD [8900] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20354 { label="Project"; 8901 [labelType="html" label="MapPartitionsRDD [8901] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20349 { label="WholeStageCodegen (1)"; 8902 [labelType="html" label="MapPartitionsRDD [8902] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20348 { label="MapInPandas"; 8903 [labelType="html" label="MapPartitionsRDD [8903] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20347 { label="DeserializeToObject"; 8904 [labelType="html" label="MapPartitionsRDD [8904] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20358 { label="mapPartitions"; 8906 [labelType="html" label="MapPartitionsRDD [8906] [Unordered] jdbc at <unknown>:0"]; } } 8815->8816; 8816->8817; 8817->8897; 8897->8898; 8898->8899; 8899->8900; 8900->8901; 8901->8902; 8902->8903; 8903->8904; 8904->8905; 8905->8906; }

8811,8815

8817

Event Timeline

Enable zooming