DataHubScheduler - Details for Stage 41813 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 77 ms
Locality Level Summary: Process local: 1
Input Size / Records: 10.8 KiB / 1
Associated Job Ids: 30917

digraph G { subgraph clusterstage_41813 { label="Stage 41813"; subgraph cluster432229 { label="Exchange"; 183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered] count at <unknown>:0"]; } subgraph cluster432230 { label="mapPartitionsInternal"; 183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered] count at <unknown>:0"]; } subgraph cluster432231 { label="mapPartitionsInternal"; 183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster432988 { label="InMemoryTableScan"; 183519 [labelType="html" label="MapPartitionsRDD [183519] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183523 [labelType="html" label="MapPartitionsRDD [183523] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183524 [labelType="html" label="MapPartitionsRDD [183524] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432982 { label="WholeStageCodegen (8)"; 183525 [labelType="html" label="MapPartitionsRDD [183525] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432981 { label="SortAggregate"; 183526 [labelType="html" label="MapPartitionsRDD [183526] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432980 { label="SortAggregate"; 183527 [labelType="html" label="MapPartitionsRDD [183527] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432973 { label="WholeStageCodegen (9)"; 183528 [labelType="html" label="MapPartitionsRDD [183528] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432964 { label="BroadcastExchange"; 183529 [labelType="html" label="MapPartitionsRDD [183529] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 183212->183213; 183213->183214; 183214->183519; 183519->183523; 183523->183524; 183524->183525; 183525->183526; 183526->183527; 183527->183528; 183528->183529; }

183211,183212

183214

Event Timeline

Enable zooming