DataHubScheduler - Details for Stage 2575 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 5
Input Size / Records: 67.7 KiB / 2
Output Size / Records: 0.0 B / 48
Associated Job Ids: 2000

digraph G { subgraph clusterstage_2575 { label="Stage 2575"; 9219 [labelType="html" label="SQLExecutionRDD [9219] [Unordered] jdbc at <unknown>:0"]; subgraph cluster21004 { label="Exchange"; 9196 [labelType="html" label="ShuffledRowRDD [9196] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20981 { label="AdaptiveSparkPlan"; 9197 [labelType="html" label="MapPartitionsRDD [9197] [Unordered] javaToPython at <unknown>:0"]; 9198 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#755150, company_id#755151, launch_config_ref#755152, revision_version#755153, 5), REPARTITION_BY_NUM, [plan_id=37498]\n +- Project [_id#755146, product_node_response_ref#755147, NetworkID#755148, is_latest#755149, brand_context_id#755150, company_id#755151, launch_config_ref#755152, revision_version#755153, facility_declaration_ref#755154, data_facility_dec_ref#755155, derived_facility_dec_ref#755156, facility_name#755157, data_facility_name#755158, fac_city#755159, data_city#755160, fac_state#755161, data_state#755162, fac_country#755163, data_country#755164, fac_address_line1#755165, data_address_line1#755166, enabled#755167, facility_default_ref#755168, Subcontractor_supplier_default_ref#755169, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [9198] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster21032 { label="InMemoryTableScan"; 9214 [labelType="html" label="MapPartitionsRDD [9214] [Unordered] jdbc at <unknown>:0"]; 9215 [labelType="html" label="MapPartitionsRDD [9215] [Unordered] jdbc at <unknown>:0"]; 9216 [labelType="html" label="MapPartitionsRDD [9216] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21027 { label="WholeStageCodegen (1)"; 9217 [labelType="html" label="MapPartitionsRDD [9217] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21026 { label="DeserializeToObject"; 9218 [labelType="html" label="MapPartitionsRDD [9218] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21033 { label="mapPartitions"; 9220 [labelType="html" label="MapPartitionsRDD [9220] [Unordered] jdbc at <unknown>:0"]; } } 9196->9197; 9197->9198; 9198->9214; 9214->9215; 9215->9216; 9216->9217; 9217->9218; 9218->9219; 9219->9220; }

9192,9196

9198

Event Timeline

Enable zooming