DataHubScheduler - Details for Stage 37563 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 5
Input Size / Records: 53.8 KiB / 2
Output Size / Records: 0.0 B / 34
Associated Job Ids: 27057

digraph G { subgraph clusterstage_37563 { label="Stage 37563"; 161959 [labelType="html" label="SQLExecutionRDD [161959] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390151 { label="Exchange"; 161919 [labelType="html" label="ShuffledRowRDD [161919] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390138 { label="AdaptiveSparkPlan"; 161920 [labelType="html" label="MapPartitionsRDD [161920] [Unordered] javaToPython at <unknown>:0"]; 161921 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#15210117, company_id#15210118, launch_config_ref#15210119, revision_version#15210120, 5), REPARTITION_BY_NUM, [plan_id=4309226]\n +- Project [_id#15210113, product_node_response_ref#15210114, NetworkID#15210115, is_latest#15210116, brand_context_id#15210117, company_id#15210118, launch_config_ref#15210119, revision_version#15210120, facility_declaration_ref#15210121, data_facility_dec_ref#15210122, derived_facility_dec_ref#15210123, facility_name#15210124, data_facility_name#15210125, fac_city#15210126, data_city#15210127, fac_state#15210128, data_state#15210129, fac_country#15210130, data_country#15210131, fac_address_line1#15210132, data_address_line1#15210133, enabled#15210134, facility_default_ref#15210135, Subcontractor_supplier_default_ref#15210136, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.... [161921] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390223 { label="InMemoryTableScan"; 161954 [labelType="html" label="MapPartitionsRDD [161954] [Unordered] jdbc at <unknown>:0"]; 161955 [labelType="html" label="MapPartitionsRDD [161955] [Unordered] jdbc at <unknown>:0"]; 161956 [labelType="html" label="MapPartitionsRDD [161956] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390217 { label="WholeStageCodegen (1)"; 161957 [labelType="html" label="MapPartitionsRDD [161957] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390216 { label="DeserializeToObject"; 161958 [labelType="html" label="MapPartitionsRDD [161958] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390224 { label="mapPartitions"; 161960 [labelType="html" label="MapPartitionsRDD [161960] [Unordered] jdbc at <unknown>:0"]; } } 161919->161920; 161920->161921; 161921->161954; 161954->161955; 161955->161956; 161956->161957; 161957->161958; 161958->161959; 161959->161960; }

161916,161919

161921

Event Timeline

Enable zooming