DataHubScheduler - Details for Stage 30103 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.9 s
Locality Level Summary: Process local: 1
Input Size / Records: 12.7 KiB / 1
Output Size / Records: 0.0 B / 5
Associated Job Ids: 20612

digraph G { subgraph clusterstage_30103 { label="Stage 30103"; 129492 [labelType="html" label="SQLExecutionRDD [129492] [Unordered] jdbc at <unknown>:0"]; subgraph cluster322052 { label="Exchange"; 129386 [labelType="html" label="ShuffledRowRDD [129386] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322035 { label="AdaptiveSparkPlan"; 129387 [labelType="html" label="MapPartitionsRDD [129387] [Unordered] javaToPython at <unknown>:0"]; 129388 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4044610]\n +- Project [_id#12901804, product_node_response_ref#12901805, NetworkID#12901806, is_latest#12901807, brand_context_id#12901808, company_id#12901809, launch_config_ref#12901810, revision_version#12901811, facility_declaration_ref#12901812, data_facility_dec_ref#12901813, derived_facility_dec_ref#12901814, facility_name#12901815, data_facility_name#12901816, fac_city#12901817, data_city#12901818, fac_state#12901819, data_state#12901820, fac_country#12901821, data_country#12901822, fac_address_line1#12901823, data_address_line1#12901824, enabled#12901825, facility_default_ref#12901826, Subcontractor_supplier_default_ref#12901827, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [129388] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322263 { label="InMemoryTableScan"; 129484 [labelType="html" label="MapPartitionsRDD [129484] [Unordered] jdbc at <unknown>:0"]; 129485 [labelType="html" label="MapPartitionsRDD [129485] [Unordered] jdbc at <unknown>:0"]; 129486 [labelType="html" label="MapPartitionsRDD [129486] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322261 { label="Filter"; 129487 [labelType="html" label="MapPartitionsRDD [129487] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322260 { label="Project"; 129488 [labelType="html" label="MapPartitionsRDD [129488] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322255 { label="WholeStageCodegen (1)"; 129489 [labelType="html" label="MapPartitionsRDD [129489] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322254 { label="MapInPandas"; 129490 [labelType="html" label="MapPartitionsRDD [129490] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322253 { label="DeserializeToObject"; 129491 [labelType="html" label="MapPartitionsRDD [129491] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322264 { label="mapPartitions"; 129493 [labelType="html" label="MapPartitionsRDD [129493] [Unordered] jdbc at <unknown>:0"]; } } 129386->129387; 129387->129388; 129388->129484; 129484->129485; 129485->129486; 129486->129487; 129487->129488; 129488->129489; 129489->129490; 129490->129491; 129491->129492; 129492->129493; }

129378,129386

129388

Event Timeline

Enable zooming