DataHubScheduler - Details for Stage 41811 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 17 ms
Locality Level Summary: Process local: 2
Input Size / Records: 21.5 KiB / 2
Associated Job Ids: 30915

digraph G { subgraph clusterstage_41811 { label="Stage 41811"; subgraph cluster432229 { label="Exchange"; 183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered] count at <unknown>:0"]; } subgraph cluster432230 { label="mapPartitionsInternal"; 183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered] count at <unknown>:0"]; } subgraph cluster432231 { label="mapPartitionsInternal"; 183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster432938 { label="InMemoryTableScan"; 183490 [labelType="html" label="MapPartitionsRDD [183490] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183493 [labelType="html" label="MapPartitionsRDD [183493] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183494 [labelType="html" label="MapPartitionsRDD [183494] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432926 { label="WholeStageCodegen (1)"; 183496 [labelType="html" label="MapPartitionsRDD [183496] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432962 { label="InMemoryTableScan"; 183500 [labelType="html" label="MapPartitionsRDD [183500] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183501 [labelType="html" label="MapPartitionsRDD [183501] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183502 [labelType="html" label="MapPartitionsRDD [183502] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432954 { label="WholeStageCodegen (2)"; 183509 [labelType="html" label="MapPartitionsRDD [183509] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432953 { label="SortAggregate"; 183510 [labelType="html" label="MapPartitionsRDD [183510] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432952 { label="SortAggregate"; 183511 [labelType="html" label="MapPartitionsRDD [183511] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432942 { label="WholeStageCodegen (3)"; 183512 [labelType="html" label="MapPartitionsRDD [183512] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432925 { label="Union"; 183513 [labelType="html" label="UnionRDD [183513] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432923 { label="BroadcastExchange"; 183514 [labelType="html" label="MapPartitionsRDD [183514] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 183212->183213; 183213->183214; 183214->183490; 183490->183493; 183493->183494; 183494->183496; 183214->183500; 183500->183501; 183501->183502; 183502->183509; 183509->183510; 183510->183511; 183511->183512; 183496->183513; 183512->183513; 183513->183514; }

183211,183212

183214

Event Timeline

Enable zooming