DataHubScheduler - Details for Stage 2568 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 98.6 KiB / 3
Output Size / Records: 0.0 B / 78
Associated Job Ids: 1995

digraph G { subgraph clusterstage_2568 { label="Stage 2568"; 9189 [labelType="html" label="SQLExecutionRDD [9189] [Unordered] jdbc at <unknown>:0"]; subgraph cluster20732 { label="Exchange"; 9070 [labelType="html" label="ShuffledRowRDD [9070] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20700 { label="AdaptiveSparkPlan"; 9071 [labelType="html" label="MapPartitionsRDD [9071] [Unordered] javaToPython at <unknown>:0"]; 9072 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#735745, company_id#735746, launch_config_ref#735747, revision_version#735748, 5), REPARTITION_BY_NUM, [plan_id=37139]\n +- Project [_id#735741, product_node_response_ref#735742, NetworkID#735743, is_latest#735744, brand_context_id#735745, company_id#735746, launch_config_ref#735747, revision_version#735748, facility_declaration_ref#735749, data_facility_dec_ref#735750, derived_facility_dec_ref#735751, facility_name#735752, data_facility_name#735753, fac_city#735754, data_city#735755, fac_state#735756, data_state#735757, fac_country#735758, data_country#735759, fac_address_line1#735760, data_address_line1#735761, enabled#735762, facility_default_ref#735763, Subcontractor_supplier_default_ref#735764, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [9072] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20965 { label="InMemoryTableScan"; 9181 [labelType="html" label="MapPartitionsRDD [9181] [Unordered] jdbc at <unknown>:0"]; 9182 [labelType="html" label="MapPartitionsRDD [9182] [Unordered] jdbc at <unknown>:0"]; 9183 [labelType="html" label="MapPartitionsRDD [9183] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20963 { label="Filter"; 9184 [labelType="html" label="MapPartitionsRDD [9184] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20962 { label="Project"; 9185 [labelType="html" label="MapPartitionsRDD [9185] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20957 { label="WholeStageCodegen (1)"; 9186 [labelType="html" label="MapPartitionsRDD [9186] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20956 { label="MapInPandas"; 9187 [labelType="html" label="MapPartitionsRDD [9187] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20955 { label="DeserializeToObject"; 9188 [labelType="html" label="MapPartitionsRDD [9188] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20966 { label="mapPartitions"; 9190 [labelType="html" label="MapPartitionsRDD [9190] [Unordered] jdbc at <unknown>:0"]; } } 9070->9071; 9071->9072; 9072->9181; 9181->9182; 9182->9183; 9183->9184; 9184->9185; 9185->9186; 9186->9187; 9187->9188; 9188->9189; 9189->9190; }

9060,9070

9072

Event Timeline

Enable zooming