DataHubScheduler - Details for Stage 2466 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 77.9 KiB / 3
Output Size / Records: 0.0 B / 42
Associated Job Ids: 1932

digraph G { subgraph clusterstage_2466 { label="Stage 2466"; 8742 [labelType="html" label="SQLExecutionRDD [8742] [Unordered] jdbc at <unknown>:0"]; subgraph cluster19793 { label="Exchange"; 8615 [labelType="html" label="ShuffledRowRDD [8615] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19385 { label="AdaptiveSparkPlan"; 8616 [labelType="html" label="MapPartitionsRDD [8616] [Unordered] javaToPython at <unknown>:0"]; 8617 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#590213, company_id#590214, launch_config_ref#590215, revision_version#590216, 5), REPARTITION_BY_NUM, [plan_id=32387]\n +- Project [_id#590209, product_node_response_ref#590210, NetworkID#590211, is_latest#590212, brand_context_id#590213, company_id#590214, launch_config_ref#590215, revision_version#590216, facility_declaration_ref#590217, data_facility_dec_ref#590218, derived_facility_dec_ref#590219, facility_name#590220, data_facility_name#590221, fac_city#590222, data_city#590223, fac_state#590224, data_state#590225, fac_country#590226, data_country#590227, fac_address_line1#590228, data_address_line1#590229, enabled#590230, facility_default_ref#590231, Subcontractor_supplier_default_ref#590232, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8617] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20018 { label="InMemoryTableScan"; 8734 [labelType="html" label="MapPartitionsRDD [8734] [Unordered] jdbc at <unknown>:0"]; 8735 [labelType="html" label="MapPartitionsRDD [8735] [Unordered] jdbc at <unknown>:0"]; 8736 [labelType="html" label="MapPartitionsRDD [8736] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20016 { label="Filter"; 8737 [labelType="html" label="MapPartitionsRDD [8737] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20015 { label="Project"; 8738 [labelType="html" label="MapPartitionsRDD [8738] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20003 { label="WholeStageCodegen (1)"; 8739 [labelType="html" label="MapPartitionsRDD [8739] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20002 { label="MapInPandas"; 8740 [labelType="html" label="MapPartitionsRDD [8740] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20001 { label="DeserializeToObject"; 8741 [labelType="html" label="MapPartitionsRDD [8741] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20019 { label="mapPartitions"; 8743 [labelType="html" label="MapPartitionsRDD [8743] [Unordered] jdbc at <unknown>:0"]; } } 8615->8616; 8616->8617; 8617->8734; 8734->8735; 8735->8736; 8736->8737; 8737->8738; 8738->8739; 8739->8740; 8740->8741; 8741->8742; 8742->8743; }

8434,8615

8617

Event Timeline

Enable zooming