DataHubScheduler - Details for Stage 2507 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 5
Input Size / Records: 68.9 KiB / 3
Output Size / Records: 0.0 B / 34
Associated Job Ids: 1958

digraph G { subgraph clusterstage_2507 { label="Stage 2507"; 8885 [labelType="html" label="SQLExecutionRDD [8885] [Unordered] jdbc at <unknown>:0"]; subgraph cluster20284 { label="Exchange"; 8856 [labelType="html" label="ShuffledRowRDD [8856] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20237 { label="AdaptiveSparkPlan"; 8857 [labelType="html" label="MapPartitionsRDD [8857] [Unordered] javaToPython at <unknown>:0"]; 8858 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#722600, company_id#722601, launch_config_ref#722602, revision_version#722603, 5), REPARTITION_BY_NUM, [plan_id=36700]\n +- Project [_id#722596, product_node_response_ref#722597, NetworkID#722598, is_latest#722599, brand_context_id#722600, company_id#722601, launch_config_ref#722602, revision_version#722603, facility_declaration_ref#722604, data_facility_dec_ref#722605, derived_facility_dec_ref#722606, facility_name#722607, data_facility_name#722608, fac_city#722609, data_city#722610, fac_state#722611, data_state#722612, fac_country#722613, data_country#722614, fac_address_line1#722615, data_address_line1#722616, enabled#722617, facility_default_ref#722618, Subcontractor_supplier_default_ref#722619, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8858] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20320 { label="InMemoryTableScan"; 8880 [labelType="html" label="MapPartitionsRDD [8880] [Unordered] jdbc at <unknown>:0"]; 8881 [labelType="html" label="MapPartitionsRDD [8881] [Unordered] jdbc at <unknown>:0"]; 8882 [labelType="html" label="MapPartitionsRDD [8882] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20315 { label="WholeStageCodegen (1)"; 8883 [labelType="html" label="MapPartitionsRDD [8883] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20314 { label="DeserializeToObject"; 8884 [labelType="html" label="MapPartitionsRDD [8884] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20321 { label="mapPartitions"; 8886 [labelType="html" label="MapPartitionsRDD [8886] [Unordered] jdbc at <unknown>:0"]; } } 8856->8857; 8857->8858; 8858->8880; 8880->8881; 8881->8882; 8882->8883; 8883->8884; 8884->8885; 8885->8886; }

8839,8856

8858

Event Timeline

Enable zooming