DataHubScheduler - Details for Stage 41810 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 43 ms
Locality Level Summary: Process local: 2
Input Size / Records: 21.5 KiB / 2
Associated Job Ids: 30914

digraph G { subgraph clusterstage_41810 { label="Stage 41810"; subgraph cluster432229 { label="Exchange"; 183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered] count at <unknown>:0"]; } subgraph cluster432230 { label="mapPartitionsInternal"; 183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered] count at <unknown>:0"]; } subgraph cluster432231 { label="mapPartitionsInternal"; 183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster432936 { label="InMemoryTableScan"; 183489 [labelType="html" label="MapPartitionsRDD [183489] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183491 [labelType="html" label="MapPartitionsRDD [183491] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183492 [labelType="html" label="MapPartitionsRDD [183492] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432931 { label="WholeStageCodegen (4)"; 183495 [labelType="html" label="MapPartitionsRDD [183495] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432960 { label="InMemoryTableScan"; 183497 [labelType="html" label="MapPartitionsRDD [183497] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183498 [labelType="html" label="MapPartitionsRDD [183498] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183499 [labelType="html" label="MapPartitionsRDD [183499] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432947 { label="WholeStageCodegen (5)"; 183503 [labelType="html" label="MapPartitionsRDD [183503] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432946 { label="SortAggregate"; 183504 [labelType="html" label="MapPartitionsRDD [183504] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432945 { label="SortAggregate"; 183505 [labelType="html" label="MapPartitionsRDD [183505] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432939 { label="WholeStageCodegen (6)"; 183506 [labelType="html" label="MapPartitionsRDD [183506] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432930 { label="Union"; 183507 [labelType="html" label="UnionRDD [183507] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432924 { label="BroadcastExchange"; 183508 [labelType="html" label="MapPartitionsRDD [183508] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 183212->183213; 183213->183214; 183214->183489; 183489->183491; 183491->183492; 183492->183495; 183214->183497; 183497->183498; 183498->183499; 183499->183503; 183503->183504; 183504->183505; 183505->183506; 183495->183507; 183506->183507; 183507->183508; }

183211,183212

183214

Event Timeline

Enable zooming