DataHubScheduler - Details for Stage 39734 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 28 ms
Locality Level Summary: Process local: 1
Input Size / Records: 11.8 KiB / 1
Associated Job Ids: 25152

digraph G { subgraph clusterstage_39734 { label="Stage 39734"; subgraph cluster403988 { label="Exchange"; 169610 [labelType="html" label="ShuffledRowRDD [169610] [Unordered] count at <unknown>:0"]; } subgraph cluster403989 { label="mapPartitionsInternal"; 169611 [labelType="html" label="MapPartitionsRDD [169611] [Unordered] count at <unknown>:0"]; } subgraph cluster403990 { label="mapPartitionsInternal"; 169612 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3316750]\n +- Project [brand_context_id#20322539, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20322540, 64, true, false, true) AS NetworkID#20322583, Child_Node#20322541, Parent_id#20322542, supplier_id#20322543, preferrd_supplier_id#20322544, supplier_ref_id#20322545, supplier_uid#20322546, supplier_name#20322547, supplier_country#20322548, direct_indirect#20322549, source_type#20322550, product_name#20322551, tier#20322552, is_latest#20322553, is_latest_submitted#20322554, is_unknown_supplier#20322555, company_id#20322556, config_name#20322557, direct_supplier_name#20322558, launch_request_name#20322559, launch_config_ref#20322560, revision_version#20322561, submission_status#20322562, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [169612] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster405556 { label="InMemoryTableScan"; 170209 [labelType="html" label="MapPartitionsRDD [170209] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170210 [labelType="html" label="MapPartitionsRDD [170210] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170211 [labelType="html" label="MapPartitionsRDD [170211] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405550 { label="WholeStageCodegen (7)"; 170220 [labelType="html" label="MapPartitionsRDD [170220] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405549 { label="SortAggregate"; 170221 [labelType="html" label="MapPartitionsRDD [170221] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405548 { label="SortAggregate"; 170222 [labelType="html" label="MapPartitionsRDD [170222] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405542 { label="BroadcastExchange"; 170223 [labelType="html" label="MapPartitionsRDD [170223] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 169610->169611; 169611->169612; 169612->170209; 170209->170210; 170210->170211; 170211->170220; 170220->170221; 170221->170222; 170222->170223; }

169601,169610

169612

Event Timeline

Enable zooming