DataHubScheduler - Details for Stage 2555 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 105.5 KiB / 4
Output Size / Records: 0.0 B / 42
Associated Job Ids: 1987

digraph G { subgraph clusterstage_2555 { label="Stage 2555"; 9114 [labelType="html" label="SQLExecutionRDD [9114] [Unordered] jdbc at <unknown>:0"]; subgraph cluster20661 { label="Exchange"; 9037 [labelType="html" label="ShuffledRowRDD [9037] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20654 { label="AdaptiveSparkPlan"; 9038 [labelType="html" label="MapPartitionsRDD [9038] [Unordered] javaToPython at <unknown>:0"]; 9039 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#786889, company_id#786890, launch_config_ref#786891, revision_version#786892, 5), REPARTITION_BY_NUM, [plan_id=38378]\n +- Project [_id#786885, product_node_response_ref#786886, NetworkID#786887, is_latest#786888, brand_context_id#786889, company_id#786890, launch_config_ref#786891, revision_version#786892, facility_declaration_ref#786893, data_facility_dec_ref#786894, derived_facility_dec_ref#786895, facility_name#786896, data_facility_name#786897, fac_city#786898, data_city#786899, fac_state#786900, data_state#786901, fac_country#786902, data_country#786903, fac_address_line1#786904, data_address_line1#786905, enabled#786906, facility_default_ref#786907, Subcontractor_supplier_default_ref#786908, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [9039] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster20798 { label="InMemoryTableScan"; 9106 [labelType="html" label="MapPartitionsRDD [9106] [Unordered] jdbc at <unknown>:0"]; 9107 [labelType="html" label="MapPartitionsRDD [9107] [Unordered] jdbc at <unknown>:0"]; 9108 [labelType="html" label="MapPartitionsRDD [9108] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20796 { label="Filter"; 9109 [labelType="html" label="MapPartitionsRDD [9109] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20795 { label="Project"; 9110 [labelType="html" label="MapPartitionsRDD [9110] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20790 { label="WholeStageCodegen (1)"; 9111 [labelType="html" label="MapPartitionsRDD [9111] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20789 { label="MapInPandas"; 9112 [labelType="html" label="MapPartitionsRDD [9112] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20788 { label="DeserializeToObject"; 9113 [labelType="html" label="MapPartitionsRDD [9113] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster20799 { label="mapPartitions"; 9115 [labelType="html" label="MapPartitionsRDD [9115] [Unordered] jdbc at <unknown>:0"]; } } 9037->9038; 9038->9039; 9039->9106; 9106->9107; 9107->9108; 9108->9109; 9109->9110; 9110->9111; 9111->9112; 9112->9113; 9113->9114; 9114->9115; }

9036,9037

9039

Event Timeline

Enable zooming