DataHubScheduler - Details for Stage 39735 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 19 ms
Locality Level Summary: Process local: 2
Input Size / Records: 23.6 KiB / 2
Associated Job Ids: 25153

digraph G { subgraph clusterstage_39735 { label="Stage 39735"; subgraph cluster403988 { label="Exchange"; 169610 [labelType="html" label="ShuffledRowRDD [169610] [Unordered] count at <unknown>:0"]; } subgraph cluster403989 { label="mapPartitionsInternal"; 169611 [labelType="html" label="MapPartitionsRDD [169611] [Unordered] count at <unknown>:0"]; } subgraph cluster403990 { label="mapPartitionsInternal"; 169612 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3316750]\n +- Project [brand_context_id#20322539, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20322540, 64, true, false, true) AS NetworkID#20322583, Child_Node#20322541, Parent_id#20322542, supplier_id#20322543, preferrd_supplier_id#20322544, supplier_ref_id#20322545, supplier_uid#20322546, supplier_name#20322547, supplier_country#20322548, direct_indirect#20322549, source_type#20322550, product_name#20322551, tier#20322552, is_latest#20322553, is_latest_submitted#20322554, is_unknown_supplier#20322555, company_id#20322556, config_name#20322557, direct_supplier_name#20322558, launch_request_name#20322559, launch_config_ref#20322560, revision_version#20322561, submission_status#20322562, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [169612] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster405560 { label="InMemoryTableScan"; 170213 [labelType="html" label="MapPartitionsRDD [170213] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170214 [labelType="html" label="MapPartitionsRDD [170214] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170216 [labelType="html" label="MapPartitionsRDD [170216] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405538 { label="WholeStageCodegen (1)"; 170219 [labelType="html" label="MapPartitionsRDD [170219] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405584 { label="InMemoryTableScan"; 170225 [labelType="html" label="MapPartitionsRDD [170225] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170226 [labelType="html" label="MapPartitionsRDD [170226] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170228 [labelType="html" label="MapPartitionsRDD [170228] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405571 { label="WholeStageCodegen (2)"; 170231 [labelType="html" label="MapPartitionsRDD [170231] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405570 { label="SortAggregate"; 170233 [labelType="html" label="MapPartitionsRDD [170233] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405567 { label="SortAggregate"; 170235 [labelType="html" label="MapPartitionsRDD [170235] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405562 { label="WholeStageCodegen (3)"; 170237 [labelType="html" label="MapPartitionsRDD [170237] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405537 { label="Union"; 170238 [labelType="html" label="UnionRDD [170238] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405535 { label="BroadcastExchange"; 170241 [labelType="html" label="MapPartitionsRDD [170241] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 169610->169611; 169611->169612; 169612->170213; 170213->170214; 170214->170216; 170216->170219; 169612->170225; 170225->170226; 170226->170228; 170228->170231; 170231->170233; 170233->170235; 170235->170237; 170219->170238; 170237->170238; 170238->170241; }

169601,169610

169612

Event Timeline

Enable zooming