DataHubScheduler - Details for Stage 2584 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 67.7 KiB / 2
Output Size / Records: 0.0 B / 8
Associated Job Ids: 2005

digraph G { subgraph clusterstage_2584 { label="Stage 2584"; 9275 [labelType="html" label="SQLExecutionRDD [9275] [Unordered] jdbc at <unknown>:0"]; subgraph cluster21004 { label="Exchange"; 9196 [labelType="html" label="ShuffledRowRDD [9196] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20981 { label="AdaptiveSparkPlan"; 9197 [labelType="html" label="MapPartitionsRDD [9197] [Unordered] javaToPython at <unknown>:0"]; 9198 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#755150, company_id#755151, launch_config_ref#755152, revision_version#755153, 5), REPARTITION_BY_NUM, [plan_id=37498]\n +- Project [_id#755146, product_node_response_ref#755147, NetworkID#755148, is_latest#755149, brand_context_id#755150, company_id#755151, launch_config_ref#755152, revision_version#755153, facility_declaration_ref#755154, data_facility_dec_ref#755155, derived_facility_dec_ref#755156, facility_name#755157, data_facility_name#755158, fac_city#755159, data_city#755160, fac_state#755161, data_state#755162, fac_country#755163, data_country#755164, fac_address_line1#755165, data_address_line1#755166, enabled#755167, facility_default_ref#755168, Subcontractor_supplier_default_ref#755169, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [9198] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster21151 { label="InMemoryTableScan"; 9267 [labelType="html" label="MapPartitionsRDD [9267] [Unordered] jdbc at <unknown>:0"]; 9268 [labelType="html" label="MapPartitionsRDD [9268] [Unordered] jdbc at <unknown>:0"]; 9269 [labelType="html" label="MapPartitionsRDD [9269] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21149 { label="Filter"; 9270 [labelType="html" label="MapPartitionsRDD [9270] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21148 { label="Project"; 9271 [labelType="html" label="MapPartitionsRDD [9271] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21143 { label="WholeStageCodegen (1)"; 9272 [labelType="html" label="MapPartitionsRDD [9272] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21142 { label="MapInPandas"; 9273 [labelType="html" label="MapPartitionsRDD [9273] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21141 { label="DeserializeToObject"; 9274 [labelType="html" label="MapPartitionsRDD [9274] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster21152 { label="mapPartitions"; 9276 [labelType="html" label="MapPartitionsRDD [9276] [Unordered] jdbc at <unknown>:0"]; } } 9196->9197; 9197->9198; 9198->9267; 9267->9268; 9268->9269; 9269->9270; 9270->9271; 9271->9272; 9272->9273; 9273->9274; 9274->9275; 9275->9276; }

9192,9196

9198

Event Timeline

Enable zooming