DataHubScheduler - Details for Stage 26675 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 28 ms
Locality Level Summary: Process local: 4
Input Size / Records: 44.1 KiB / 4
Associated Job Ids: 17911

digraph G { subgraph clusterstage_26675 { label="Stage 26675"; subgraph cluster293835 { label="Exchange"; 117253 [labelType="html" label="ShuffledRowRDD [117253] [Unordered] count at <unknown>:0"]; } subgraph cluster293836 { label="mapPartitionsInternal"; 117254 [labelType="html" label="MapPartitionsRDD [117254] [Unordered] count at <unknown>:0"]; } subgraph cluster293837 { label="mapPartitionsInternal"; 117255 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(NetworkID#11981894, 2), REPARTITION_BY_NUM, [plan_id=3989029]\n +- Project [brand_context_id#11981850, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#11981851, 64, true, false, true) AS NetworkID#11981894, Child_Node#11981852, Parent_id#11981853, supplier_id#11981854, preferrd_supplier_id#11981855, supplier_ref_id#11981856, supplier_uid#11981857, supplier_name#11981858, supplier_country#11981859, direct_indirect#11981860, source_type#11981861, product_name#11981862, tier#11981863, is_latest#11981864, is_latest_submitted#11981865, is_unknown_supplier#11981866, company_id#11981867, config_name#11981868, direct_supplier_name#11981869, launch_request_name#11981870, launch_config_ref#11981871, revision_version#11981872, submission_status#11981873, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,... [117255] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster294613 { label="InMemoryTableScan"; 117549 [labelType="html" label="MapPartitionsRDD [117549] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117551 [labelType="html" label="MapPartitionsRDD [117551] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117552 [labelType="html" label="MapPartitionsRDD [117552] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294588 { label="WholeStageCodegen (1)"; 117556 [labelType="html" label="MapPartitionsRDD [117556] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294630 { label="InMemoryTableScan"; 117562 [labelType="html" label="MapPartitionsRDD [117562] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117563 [labelType="html" label="MapPartitionsRDD [117563] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117564 [labelType="html" label="MapPartitionsRDD [117564] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294621 { label="WholeStageCodegen (2)"; 117568 [labelType="html" label="MapPartitionsRDD [117568] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294620 { label="SortAggregate"; 117569 [labelType="html" label="MapPartitionsRDD [117569] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294619 { label="SortAggregate"; 117570 [labelType="html" label="MapPartitionsRDD [117570] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294616 { label="WholeStageCodegen (3)"; 117571 [labelType="html" label="MapPartitionsRDD [117571] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294587 { label="Union"; 117572 [labelType="html" label="UnionRDD [117572] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294585 { label="BroadcastExchange"; 117574 [labelType="html" label="MapPartitionsRDD [117574] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 117253->117254; 117254->117255; 117255->117549; 117549->117551; 117551->117552; 117552->117556; 117255->117562; 117562->117563; 117563->117564; 117564->117568; 117568->117569; 117569->117570; 117570->117571; 117556->117572; 117571->117572; 117572->117574; }

117252,117253

117255

Event Timeline

Enable zooming