DataHubScheduler - Details for Stage 2425 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Process local: 5
Input Size / Records: 90.8 KiB / 4
Output Size / Records: 0.0 B / 38
Associated Job Ids: 1906

digraph G { subgraph clusterstage_2425 { label="Stage 2425"; 8504 [labelType="html" label="SQLExecutionRDD [8504] [Unordered] jdbc at <unknown>:0"]; subgraph cluster19316 { label="Exchange"; 8392 [labelType="html" label="ShuffledRowRDD [8392] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19309 { label="AdaptiveSparkPlan"; 8393 [labelType="html" label="MapPartitionsRDD [8393] [Unordered] javaToPython at <unknown>:0"]; 8394 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#672491, company_id#672492, launch_config_ref#672493, revision_version#672494, 5), REPARTITION_BY_NUM, [plan_id=34613]\n +- Project [_id#672487, product_node_response_ref#672488, NetworkID#672489, is_latest#672490, brand_context_id#672491, company_id#672492, launch_config_ref#672493, revision_version#672494, facility_declaration_ref#672495, data_facility_dec_ref#672496, derived_facility_dec_ref#672497, facility_name#672498, data_facility_name#672499, fac_city#672500, data_city#672501, fac_state#672502, data_state#672503, fac_country#672504, data_country#672505, fac_address_line1#672506, data_address_line1#672507, enabled#672508, facility_default_ref#672509, Subcontractor_supplier_default_ref#672510, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8394] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19541 { label="InMemoryTableScan"; 8496 [labelType="html" label="MapPartitionsRDD [8496] [Unordered] jdbc at <unknown>:0"]; 8497 [labelType="html" label="MapPartitionsRDD [8497] [Unordered] jdbc at <unknown>:0"]; 8498 [labelType="html" label="MapPartitionsRDD [8498] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19539 { label="Filter"; 8499 [labelType="html" label="MapPartitionsRDD [8499] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19538 { label="Project"; 8500 [labelType="html" label="MapPartitionsRDD [8500] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19533 { label="WholeStageCodegen (1)"; 8501 [labelType="html" label="MapPartitionsRDD [8501] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19532 { label="MapInPandas"; 8502 [labelType="html" label="MapPartitionsRDD [8502] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19531 { label="DeserializeToObject"; 8503 [labelType="html" label="MapPartitionsRDD [8503] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19542 { label="mapPartitions"; 8505 [labelType="html" label="MapPartitionsRDD [8505] [Unordered] jdbc at <unknown>:0"]; } } 8392->8393; 8393->8394; 8394->8496; 8496->8497; 8497->8498; 8498->8499; 8499->8500; 8500->8501; 8501->8502; 8502->8503; 8503->8504; 8504->8505; }

8390,8392

8394

Event Timeline

Enable zooming