DataHubScheduler - Details for Stage 41725 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 19 ms
Locality Level Summary: Process local: 2
Input Size / Records: 20.3 KiB / 2
Associated Job Ids: 30863

digraph G { subgraph clusterstage_41725 { label="Stage 41725"; subgraph cluster431249 { label="Exchange"; 182832 [labelType="html" label="ShuffledRowRDD [182832] [Unordered] count at <unknown>:0"]; } subgraph cluster431250 { label="mapPartitionsInternal"; 182833 [labelType="html" label="MapPartitionsRDD [182833] [Unordered] count at <unknown>:0"]; } subgraph cluster431251 { label="mapPartitionsInternal"; 182834 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4522809]\n +- Project [brand_context_id#16660791, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16660792, 64, true, false, true) AS NetworkID#16660835, Child_Node#16660793, Parent_id#16660794, supplier_id#16660795, preferrd_supplier_id#16660796, supplier_ref_id#16660797, supplier_uid#16660798, supplier_name#16660799, supplier_country#16660800, direct_indirect#16660801, source_type#16660802, product_name#16660803, tier#16660804, is_latest#16660805, is_latest_submitted#16660806, is_unknown_supplier#16660807, company_id#16660808, config_name#16660809, direct_supplier_name#16660810, launch_request_name#16660811, launch_config_ref#16660812, revision_version#16660813, submission_status#16660814, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [182834] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster431988 { label="InMemoryTableScan"; 183119 [labelType="html" label="MapPartitionsRDD [183119] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183120 [labelType="html" label="MapPartitionsRDD [183120] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183121 [labelType="html" label="MapPartitionsRDD [183121] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster431965 { label="WholeStageCodegen (4)"; 183126 [labelType="html" label="MapPartitionsRDD [183126] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432020 { label="InMemoryTableScan"; 183133 [labelType="html" label="MapPartitionsRDD [183133] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183135 [labelType="html" label="MapPartitionsRDD [183135] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183136 [labelType="html" label="MapPartitionsRDD [183136] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432012 { label="WholeStageCodegen (5)"; 183148 [labelType="html" label="MapPartitionsRDD [183148] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432011 { label="SortAggregate"; 183149 [labelType="html" label="MapPartitionsRDD [183149] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432010 { label="SortAggregate"; 183150 [labelType="html" label="MapPartitionsRDD [183150] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432000 { label="WholeStageCodegen (6)"; 183151 [labelType="html" label="MapPartitionsRDD [183151] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster431964 { label="Union"; 183152 [labelType="html" label="UnionRDD [183152] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster431957 { label="BroadcastExchange"; 183153 [labelType="html" label="MapPartitionsRDD [183153] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 182832->182833; 182833->182834; 182834->183119; 183119->183120; 183120->183121; 183121->183126; 182834->183133; 183133->183135; 183135->183136; 183136->183148; 183148->183149; 183149->183150; 183150->183151; 183126->183152; 183151->183152; 183152->183153; }

182831,182832

182834

Event Timeline

Enable zooming