DataHubScheduler - Details for Stage 39760 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 11 ms
Locality Level Summary: Process local: 1
Input Size / Records: 656.0 B / 1
Associated Job Ids: 25168

digraph G { subgraph clusterstage_39760 { label="Stage 39760"; 170272 [labelType="html" label="JDBCRDD [170272] cache at <unknown>:0"]; subgraph cluster405792 { label="WholeStageCodegen (1)"; 170319 [labelType="html" label="MapPartitionsRDD [170319] javaToPython at <unknown>:0"]; } subgraph cluster405789 { label="AdaptiveSparkPlan"; 170320 [labelType="html" label="MapPartitionsRDD [170320] javaToPython at <unknown>:0"]; 170321 [labelType="html" label="*(1) Scan JDBCRelation((\nSELECT v.node_id AS supplier_id,\n CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date\nFROM Datahub_dim_SCM_Chain c\nJOIN Datahub_dim_SCM_Request_Status rs\n ON rs.NetworkID = c.NetworkID\n AND rs.brand_context_id = c.brand_context_id\n AND rs.revision_version = c.revision_version\nCROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id)\nWHERE c.brand_context_id = '6aacf5861a41b434b2a90520'\n AND c.is_latest_submitted = 1\n AND c.supplier_first_created_date IS NOT NULL\n AND v.node_id IS NOT NULL AND v.node_id <> ''\nGROUP BY v.node_id\n) AS t) [numPartitions=1] [supplier_id#20377343,chain_first_created_date#20377344] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string>\n [170321] [Cached] javaToPython at <unknown>:0"]; } subgraph cluster405828 { label="InMemoryTableScan"; 170333 [labelType="html" label="MapPartitionsRDD [170333] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170334 [labelType="html" label="MapPartitionsRDD [170334] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170335 [labelType="html" label="MapPartitionsRDD [170335] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405823 { label="WholeStageCodegen (3)"; 170336 [labelType="html" label="MapPartitionsRDD [170336] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405822 { label="BroadcastExchange"; 170337 [labelType="html" label="MapPartitionsRDD [170337] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 170272->170319; 170319->170320; 170320->170321; 170321->170333; 170333->170334; 170334->170335; 170335->170336; 170336->170337; }

170321

Event Timeline

Enable zooming