DataHubScheduler - Details for Stage 2438 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 89.6 KiB / 3
Output Size / Records: 0.0 B / 16
Associated Job Ids: 1914

digraph G { subgraph clusterstage_2438 { label="Stage 2438"; 8584 [labelType="html" label="SQLExecutionRDD [8584] [Unordered] jdbc at <unknown>:0"]; subgraph cluster19574 { label="Exchange"; 8520 [labelType="html" label="ShuffledRowRDD [8520] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19567 { label="AdaptiveSparkPlan"; 8521 [labelType="html" label="MapPartitionsRDD [8521] [Unordered] javaToPython at <unknown>:0"]; 8522 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#684832, company_id#684833, launch_config_ref#684834, revision_version#684835, 5), REPARTITION_BY_NUM, [plan_id=35253]\n +- Project [_id#684828, product_node_response_ref#684829, NetworkID#684830, is_latest#684831, brand_context_id#684832, company_id#684833, launch_config_ref#684834, revision_version#684835, facility_declaration_ref#684836, data_facility_dec_ref#684837, derived_facility_dec_ref#684838, facility_name#684839, data_facility_name#684840, fac_city#684841, data_city#684842, fac_state#684843, data_state#684844, fac_country#684845, data_country#684846, fac_address_line1#684847, data_address_line1#684848, enabled#684849, facility_default_ref#684850, Subcontractor_supplier_default_ref#684851, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8522] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19693 { label="InMemoryTableScan"; 8576 [labelType="html" label="MapPartitionsRDD [8576] [Unordered] jdbc at <unknown>:0"]; 8577 [labelType="html" label="MapPartitionsRDD [8577] [Unordered] jdbc at <unknown>:0"]; 8578 [labelType="html" label="MapPartitionsRDD [8578] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19691 { label="Filter"; 8579 [labelType="html" label="MapPartitionsRDD [8579] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19690 { label="Project"; 8580 [labelType="html" label="MapPartitionsRDD [8580] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19685 { label="WholeStageCodegen (1)"; 8581 [labelType="html" label="MapPartitionsRDD [8581] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19684 { label="MapInPandas"; 8582 [labelType="html" label="MapPartitionsRDD [8582] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19683 { label="DeserializeToObject"; 8583 [labelType="html" label="MapPartitionsRDD [8583] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19694 { label="mapPartitions"; 8585 [labelType="html" label="MapPartitionsRDD [8585] [Unordered] jdbc at <unknown>:0"]; } } 8520->8521; 8521->8522; 8522->8576; 8576->8577; 8577->8578; 8578->8579; 8579->8580; 8580->8581; 8581->8582; 8582->8583; 8583->8584; 8584->8585; }

8519,8520

8522

Event Timeline

Enable zooming