DataHubScheduler - Details for Stage 33993 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 70 ms
Locality Level Summary: Process local: 1
Input Size / Records: 8.9 KiB / 1
Associated Job Ids: 24261

digraph G { subgraph clusterstage_33993 { label="Stage 33993"; subgraph cluster360508 { label="Exchange"; 149257 [labelType="html" label="ShuffledRowRDD [149257] [Unordered] count at <unknown>:0"]; } subgraph cluster360509 { label="mapPartitionsInternal"; 149258 [labelType="html" label="MapPartitionsRDD [149258] [Unordered] count at <unknown>:0"]; } subgraph cluster360510 { label="mapPartitionsInternal"; 149259 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4242893]\n +- Project [brand_context_id#14271364, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#14271365, 64, true, false, true) AS NetworkID#14271408, Child_Node#14271366, Parent_id#14271367, supplier_id#14271368, preferrd_supplier_id#14271369, supplier_ref_id#14271370, supplier_uid#14271371, supplier_name#14271372, supplier_country#14271373, direct_indirect#14271374, source_type#14271375, product_name#14271376, tier#14271377, is_latest#14271378, is_latest_submitted#14271379, is_unknown_supplier#14271380, company_id#14271381, config_name#14271382, direct_supplier_name#14271383, launch_request_name#14271384, launch_config_ref#14271385, revision_version#14271386, submission_status#14271387, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [149259] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster361291 { label="InMemoryTableScan"; 149579 [labelType="html" label="MapPartitionsRDD [149579] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 149580 [labelType="html" label="MapPartitionsRDD [149580] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 149581 [labelType="html" label="MapPartitionsRDD [149581] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster361285 { label="WholeStageCodegen (10)"; 149582 [labelType="html" label="MapPartitionsRDD [149582] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster361284 { label="SortAggregate"; 149583 [labelType="html" label="MapPartitionsRDD [149583] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster361283 { label="SortAggregate"; 149584 [labelType="html" label="MapPartitionsRDD [149584] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster361278 { label="WholeStageCodegen (11)"; 149585 [labelType="html" label="MapPartitionsRDD [149585] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster361277 { label="BroadcastExchange"; 149586 [labelType="html" label="MapPartitionsRDD [149586] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 149257->149258; 149258->149259; 149259->149579; 149579->149580; 149580->149581; 149581->149582; 149582->149583; 149583->149584; 149584->149585; 149585->149586; }

149256,149257

149259

Event Timeline

Enable zooming