DataHubScheduler - Details for Stage 39779 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 656.0 B / 1
Associated Job Ids: 25179

digraph G { subgraph clusterstage_39779 { label="Stage 39779"; 170272 [labelType="html" label="JDBCRDD [170272] cache at <unknown>:0"]; subgraph cluster405792 { label="WholeStageCodegen (1)"; 170319 [labelType="html" label="MapPartitionsRDD [170319] javaToPython at <unknown>:0"]; } subgraph cluster405789 { label="AdaptiveSparkPlan"; 170320 [labelType="html" label="MapPartitionsRDD [170320] javaToPython at <unknown>:0"]; 170321 [labelType="html" label="*(1) Scan JDBCRelation((\nSELECT v.node_id AS supplier_id,\n CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date\nFROM Datahub_dim_SCM_Chain c\nJOIN Datahub_dim_SCM_Request_Status rs\n ON rs.NetworkID = c.NetworkID\n AND rs.brand_context_id = c.brand_context_id\n AND rs.revision_version = c.revision_version\nCROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id)\nWHERE c.brand_context_id = '6aacf5861a41b434b2a90520'\n AND c.is_latest_submitted = 1\n AND c.supplier_first_created_date IS NOT NULL\n AND v.node_id IS NOT NULL AND v.node_id <> ''\nGROUP BY v.node_id\n) AS t) [numPartitions=1] [supplier_id#20377343,chain_first_created_date#20377344] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string>\n [170321] [Cached] javaToPython at <unknown>:0"]; } subgraph cluster405972 { label="InMemoryTableScan"; 170382 [labelType="html" label="MapPartitionsRDD [170382] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170384 [labelType="html" label="MapPartitionsRDD [170384] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170388 [labelType="html" label="MapPartitionsRDD [170388] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405964 { label="WholeStageCodegen (3)"; 170391 [labelType="html" label="MapPartitionsRDD [170391] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405960 { label="BroadcastExchange"; 170393 [labelType="html" label="MapPartitionsRDD [170393] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 170272->170319; 170319->170320; 170320->170321; 170321->170382; 170382->170384; 170384->170388; 170388->170391; 170391->170393; }

170321

Event Timeline

Enable zooming