DataHubScheduler - Details for Stage 2522 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 68.9 KiB / 3
Output Size / Records: 0.0 B / 17
Associated Job Ids: 1967

digraph G { subgraph clusterstage_2522 { label="Stage 2522"; 8975 [labelType="html" label="SQLExecutionRDD [8975] [Unordered] jdbc at <unknown>:0"]; subgraph cluster20284 { label="Exchange"; 8856 [labelType="html" label="ShuffledRowRDD [8856] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20237 { label="AdaptiveSparkPlan"; 8857 [labelType="html" label="MapPartitionsRDD [8857] [Unordered] javaToPython at <unknown>:0"]; 8858 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#722600, company_id#722601, launch_config_ref#722602, revision_version#722603, 5), REPARTITION_BY_NUM, [plan_id=36700]\n +- Project [_id#722596, product_node_response_ref#722597, NetworkID#722598, is_latest#722599, brand_context_id#722600, company_id#722601, launch_config_ref#722602, revision_version#722603, facility_declaration_ref#722604, data_facility_dec_ref#722605, derived_facility_dec_ref#722606, facility_name#722607, data_facility_name#722608, fac_city#722609, data_city#722610, fac_state#722611, data_state#722612, fac_country#722613, data_country#722614, fac_address_line1#722615, data_address_line1#722616, enabled#722617, facility_default_ref#722618, Subcontractor_supplier_default_ref#722619, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8858] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20518 { label="InMemoryTableScan"; 8967 [labelType="html" label="MapPartitionsRDD [8967] [Unordered] jdbc at <unknown>:0"]; 8968 [labelType="html" label="MapPartitionsRDD [8968] [Unordered] jdbc at <unknown>:0"]; 8969 [labelType="html" label="MapPartitionsRDD [8969] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20516 { label="Filter"; 8970 [labelType="html" label="MapPartitionsRDD [8970] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20515 { label="Project"; 8971 [labelType="html" label="MapPartitionsRDD [8971] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20510 { label="WholeStageCodegen (1)"; 8972 [labelType="html" label="MapPartitionsRDD [8972] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20509 { label="MapInPandas"; 8973 [labelType="html" label="MapPartitionsRDD [8973] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20508 { label="DeserializeToObject"; 8974 [labelType="html" label="MapPartitionsRDD [8974] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20519 { label="mapPartitions"; 8976 [labelType="html" label="MapPartitionsRDD [8976] [Unordered] jdbc at <unknown>:0"]; } } 8856->8857; 8857->8858; 8858->8967; 8967->8968; 8968->8969; 8969->8970; 8970->8971; 8971->8972; 8972->8973; 8973->8974; 8974->8975; 8975->8976; }

8839,8856

8858

Event Timeline

Enable zooming