DataHubScheduler - Details for Stage 39738 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 51 ms
Locality Level Summary: Process local: 1
Input Size / Records: 11.8 KiB / 1
Associated Job Ids: 25156

digraph G { subgraph clusterstage_39738 { label="Stage 39738"; subgraph cluster403988 { label="Exchange"; 169610 [labelType="html" label="ShuffledRowRDD [169610] [Unordered] count at <unknown>:0"]; } subgraph cluster403989 { label="mapPartitionsInternal"; 169611 [labelType="html" label="MapPartitionsRDD [169611] [Unordered] count at <unknown>:0"]; } subgraph cluster403990 { label="mapPartitionsInternal"; 169612 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3316750]\n +- Project [brand_context_id#20322539, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20322540, 64, true, false, true) AS NetworkID#20322583, Child_Node#20322541, Parent_id#20322542, supplier_id#20322543, preferrd_supplier_id#20322544, supplier_ref_id#20322545, supplier_uid#20322546, supplier_name#20322547, supplier_country#20322548, direct_indirect#20322549, source_type#20322550, product_name#20322551, tier#20322552, is_latest#20322553, is_latest_submitted#20322554, is_unknown_supplier#20322555, company_id#20322556, config_name#20322557, direct_supplier_name#20322558, launch_request_name#20322559, launch_config_ref#20322560, revision_version#20322561, submission_status#20322562, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [169612] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster405600 { label="InMemoryTableScan"; 170242 [labelType="html" label="MapPartitionsRDD [170242] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170243 [labelType="html" label="MapPartitionsRDD [170243] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170244 [labelType="html" label="MapPartitionsRDD [170244] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405594 { label="WholeStageCodegen (8)"; 170253 [labelType="html" label="MapPartitionsRDD [170253] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405593 { label="SortAggregate"; 170254 [labelType="html" label="MapPartitionsRDD [170254] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405592 { label="SortAggregate"; 170255 [labelType="html" label="MapPartitionsRDD [170255] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405587 { label="WholeStageCodegen (9)"; 170256 [labelType="html" label="MapPartitionsRDD [170256] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405585 { label="BroadcastExchange"; 170257 [labelType="html" label="MapPartitionsRDD [170257] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 169610->169611; 169611->169612; 169612->170242; 170242->170243; 170243->170244; 170244->170253; 170253->170254; 170254->170255; 170255->170256; 170256->170257; }

169601,169610

169612

Event Timeline

Enable zooming