DataHubScheduler - Details for Stage 26673 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 18 ms
Locality Level Summary: Process local: 4
Input Size / Records: 44.1 KiB / 4
Associated Job Ids: 17909

digraph G { subgraph clusterstage_26673 { label="Stage 26673"; subgraph cluster293835 { label="Exchange"; 117253 [labelType="html" label="ShuffledRowRDD [117253] [Unordered] count at <unknown>:0"]; } subgraph cluster293836 { label="mapPartitionsInternal"; 117254 [labelType="html" label="MapPartitionsRDD [117254] [Unordered] count at <unknown>:0"]; } subgraph cluster293837 { label="mapPartitionsInternal"; 117255 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(NetworkID#11981894, 2), REPARTITION_BY_NUM, [plan_id=3989029]\n +- Project [brand_context_id#11981850, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#11981851, 64, true, false, true) AS NetworkID#11981894, Child_Node#11981852, Parent_id#11981853, supplier_id#11981854, preferrd_supplier_id#11981855, supplier_ref_id#11981856, supplier_uid#11981857, supplier_name#11981858, supplier_country#11981859, direct_indirect#11981860, source_type#11981861, product_name#11981862, tier#11981863, is_latest#11981864, is_latest_submitted#11981865, is_unknown_supplier#11981866, company_id#11981867, config_name#11981868, direct_supplier_name#11981869, launch_request_name#11981870, launch_config_ref#11981871, revision_version#11981872, submission_status#11981873, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,... [117255] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster294615 { label="InMemoryTableScan"; 117553 [labelType="html" label="MapPartitionsRDD [117553] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117554 [labelType="html" label="MapPartitionsRDD [117554] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117555 [labelType="html" label="MapPartitionsRDD [117555] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294594 { label="WholeStageCodegen (4)"; 117558 [labelType="html" label="MapPartitionsRDD [117558] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294639 { label="InMemoryTableScan"; 117565 [labelType="html" label="MapPartitionsRDD [117565] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117566 [labelType="html" label="MapPartitionsRDD [117566] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117567 [labelType="html" label="MapPartitionsRDD [117567] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294633 { label="WholeStageCodegen (5)"; 117573 [labelType="html" label="MapPartitionsRDD [117573] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294632 { label="SortAggregate"; 117575 [labelType="html" label="MapPartitionsRDD [117575] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294631 { label="SortAggregate"; 117576 [labelType="html" label="MapPartitionsRDD [117576] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294626 { label="WholeStageCodegen (6)"; 117577 [labelType="html" label="MapPartitionsRDD [117577] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294593 { label="Union"; 117578 [labelType="html" label="UnionRDD [117578] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster294586 { label="BroadcastExchange"; 117579 [labelType="html" label="MapPartitionsRDD [117579] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 117253->117254; 117254->117255; 117255->117553; 117553->117554; 117554->117555; 117555->117558; 117255->117565; 117565->117566; 117566->117567; 117567->117573; 117573->117575; 117575->117576; 117576->117577; 117558->117578; 117577->117578; 117578->117579; }

117252,117253

117255

Event Timeline

Enable zooming