DataHubScheduler - Details for Stage 39736 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 46 ms
Locality Level Summary: Process local: 2
Input Size / Records: 23.6 KiB / 2
Associated Job Ids: 25154

digraph G { subgraph clusterstage_39736 { label="Stage 39736"; subgraph cluster403988 { label="Exchange"; 169610 [labelType="html" label="ShuffledRowRDD [169610] [Unordered] count at <unknown>:0"]; } subgraph cluster403989 { label="mapPartitionsInternal"; 169611 [labelType="html" label="MapPartitionsRDD [169611] [Unordered] count at <unknown>:0"]; } subgraph cluster403990 { label="mapPartitionsInternal"; 169612 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3316750]\n +- Project [brand_context_id#20322539, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20322540, 64, true, false, true) AS NetworkID#20322583, Child_Node#20322541, Parent_id#20322542, supplier_id#20322543, preferrd_supplier_id#20322544, supplier_ref_id#20322545, supplier_uid#20322546, supplier_name#20322547, supplier_country#20322548, direct_indirect#20322549, source_type#20322550, product_name#20322551, tier#20322552, is_latest#20322553, is_latest_submitted#20322554, is_unknown_supplier#20322555, company_id#20322556, config_name#20322557, direct_supplier_name#20322558, launch_request_name#20322559, launch_config_ref#20322560, revision_version#20322561, submission_status#20322562, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [169612] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster405558 { label="InMemoryTableScan"; 170212 [labelType="html" label="MapPartitionsRDD [170212] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170215 [labelType="html" label="MapPartitionsRDD [170215] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170217 [labelType="html" label="MapPartitionsRDD [170217] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405544 { label="WholeStageCodegen (4)"; 170218 [labelType="html" label="MapPartitionsRDD [170218] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405583 { label="InMemoryTableScan"; 170224 [labelType="html" label="MapPartitionsRDD [170224] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170227 [labelType="html" label="MapPartitionsRDD [170227] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170229 [labelType="html" label="MapPartitionsRDD [170229] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405572 { label="WholeStageCodegen (5)"; 170230 [labelType="html" label="MapPartitionsRDD [170230] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405569 { label="SortAggregate"; 170232 [labelType="html" label="MapPartitionsRDD [170232] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405568 { label="SortAggregate"; 170234 [labelType="html" label="MapPartitionsRDD [170234] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405561 { label="WholeStageCodegen (6)"; 170236 [labelType="html" label="MapPartitionsRDD [170236] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405543 { label="Union"; 170239 [labelType="html" label="UnionRDD [170239] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405536 { label="BroadcastExchange"; 170240 [labelType="html" label="MapPartitionsRDD [170240] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 169610->169611; 169611->169612; 169612->170212; 170212->170215; 170215->170217; 170217->170218; 169612->170224; 170224->170227; 170227->170229; 170229->170230; 170230->170232; 170232->170234; 170234->170236; 170218->170239; 170236->170239; 170239->170240; }

169601,169610

169612

Event Timeline

Enable zooming