DataHubScheduler - Details for Stage 26717 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 656.0 B / 1
Associated Job Ids: 17934

digraph G { subgraph clusterstage_26717 { label="Stage 26717"; 117610 [labelType="html" label="JDBCRDD [117610] cache at <unknown>:0"]; subgraph cluster294848 { label="WholeStageCodegen (1)"; 117664 [labelType="html" label="MapPartitionsRDD [117664] javaToPython at <unknown>:0"]; } subgraph cluster294845 { label="AdaptiveSparkPlan"; 117665 [labelType="html" label="MapPartitionsRDD [117665] javaToPython at <unknown>:0"]; 117666 [labelType="html" label="*(1) Scan JDBCRelation((\nSELECT v.node_id AS supplier_id,\n CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date\nFROM Datahub_dim_SCM_Chain c\nJOIN Datahub_dim_SCM_Request_Status rs\n ON rs.NetworkID = c.NetworkID\n AND rs.brand_context_id = c.brand_context_id\n AND rs.revision_version = c.revision_version\nCROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id)\nWHERE c.brand_context_id = '6aacf5861a41b434b2a90520'\n AND c.is_latest_submitted = 1\n AND c.supplier_first_created_date IS NOT NULL\n AND v.node_id IS NOT NULL AND v.node_id <> ''\nGROUP BY v.node_id\n) AS t) [numPartitions=1] [supplier_id#12010484,chain_first_created_date#12010485] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string>\n [117666] [Cached] javaToPython at <unknown>:0"]; } subgraph cluster295028 { label="InMemoryTableScan"; 117728 [labelType="html" label="MapPartitionsRDD [117728] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117730 [labelType="html" label="MapPartitionsRDD [117730] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117733 [labelType="html" label="MapPartitionsRDD [117733] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster295020 { label="WholeStageCodegen (3)"; 117737 [labelType="html" label="MapPartitionsRDD [117737] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster295016 { label="BroadcastExchange"; 117740 [labelType="html" label="MapPartitionsRDD [117740] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 117610->117664; 117664->117665; 117665->117666; 117666->117728; 117728->117730; 117730->117733; 117733->117737; 117737->117740; }

117666

Event Timeline

Enable zooming