DataHubScheduler - Details for Stage 37599 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.4 s
Locality Level Summary: Process local: 1
Input Size / Records: 12.7 KiB / 1
Output Size / Records: 0.0 B / 5
Associated Job Ids: 27078

digraph G { subgraph clusterstage_37599 { label="Stage 37599"; 162168 [labelType="html" label="SQLExecutionRDD [162168] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390395 { label="Exchange"; 162043 [labelType="html" label="ShuffledRowRDD [162043] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390328 { label="AdaptiveSparkPlan"; 162044 [labelType="html" label="MapPartitionsRDD [162044] [Unordered] javaToPython at <unknown>:0"]; 162045 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4309298]\n +- Project [_id#15210625, product_node_response_ref#15210626, NetworkID#15210627, is_latest#15210628, brand_context_id#15210629, company_id#15210630, launch_config_ref#15210631, revision_version#15210632, facility_declaration_ref#15210633, data_facility_dec_ref#15210634, derived_facility_dec_ref#15210635, facility_name#15210636, data_facility_name#15210637, fac_city#15210638, data_city#15210639, fac_state#15210640, data_state#15210641, fac_country#15210642, data_country#15210643, fac_address_line1#15210644, data_address_line1#15210645, enabled#15210646, facility_default_ref#15210647, Subcontractor_supplier_default_ref#15210648, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [162045] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390652 { label="InMemoryTableScan"; 162160 [labelType="html" label="MapPartitionsRDD [162160] [Unordered] jdbc at <unknown>:0"]; 162161 [labelType="html" label="MapPartitionsRDD [162161] [Unordered] jdbc at <unknown>:0"]; 162162 [labelType="html" label="MapPartitionsRDD [162162] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390650 { label="Filter"; 162163 [labelType="html" label="MapPartitionsRDD [162163] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390649 { label="Project"; 162164 [labelType="html" label="MapPartitionsRDD [162164] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390644 { label="WholeStageCodegen (1)"; 162165 [labelType="html" label="MapPartitionsRDD [162165] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390643 { label="MapInPandas"; 162166 [labelType="html" label="MapPartitionsRDD [162166] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390642 { label="DeserializeToObject"; 162167 [labelType="html" label="MapPartitionsRDD [162167] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390653 { label="mapPartitions"; 162169 [labelType="html" label="MapPartitionsRDD [162169] [Unordered] jdbc at <unknown>:0"]; } } 162043->162044; 162044->162045; 162045->162160; 162160->162161; 162161->162162; 162162->162163; 162163->162164; 162164->162165; 162165->162166; 162166->162167; 162167->162168; 162168->162169; }

162013,162043

162045

Event Timeline

Enable zooming