DataHubScheduler - Details for Stage 41814 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 26 ms
Locality Level Summary: Process local: 1
Input Size / Records: 10.8 KiB / 1
Associated Job Ids: 30918

digraph G { subgraph clusterstage_41814 { label="Stage 41814"; subgraph cluster432229 { label="Exchange"; 183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered] count at <unknown>:0"]; } subgraph cluster432230 { label="mapPartitionsInternal"; 183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered] count at <unknown>:0"]; } subgraph cluster432231 { label="mapPartitionsInternal"; 183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster433002 { label="InMemoryTableScan"; 183530 [labelType="html" label="MapPartitionsRDD [183530] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183531 [labelType="html" label="MapPartitionsRDD [183531] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183532 [labelType="html" label="MapPartitionsRDD [183532] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432996 { label="WholeStageCodegen (10)"; 183533 [labelType="html" label="MapPartitionsRDD [183533] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432995 { label="SortAggregate"; 183534 [labelType="html" label="MapPartitionsRDD [183534] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432994 { label="SortAggregate"; 183535 [labelType="html" label="MapPartitionsRDD [183535] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432989 { label="WholeStageCodegen (11)"; 183536 [labelType="html" label="MapPartitionsRDD [183536] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432972 { label="BroadcastExchange"; 183537 [labelType="html" label="MapPartitionsRDD [183537] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 183212->183213; 183213->183214; 183214->183530; 183530->183531; 183531->183532; 183532->183533; 183533->183534; 183534->183535; 183535->183536; 183536->183537; }

183211,183212

183214

Event Timeline

Enable zooming