DataHubScheduler - Details for Stage 34021 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 79 ms
Locality Level Summary: Process local: 1
Input Size / Records: 624.0 B / 1
Associated Job Ids: 24275

digraph G { subgraph clusterstage_34021 { label="Stage 34021"; 149622 [labelType="html" label="JDBCRDD [149622] cache at <unknown>:0"]; subgraph cluster361581 { label="WholeStageCodegen (1)"; 149676 [labelType="html" label="MapPartitionsRDD [149676] javaToPython at <unknown>:0"]; } subgraph cluster361578 { label="AdaptiveSparkPlan"; 149677 [labelType="html" label="MapPartitionsRDD [149677] javaToPython at <unknown>:0"]; 149678 [labelType="html" label="*(1) Scan JDBCRelation((\nSELECT v.node_id AS supplier_id,\n CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date\nFROM Datahub_dim_SCM_Chain c\nJOIN Datahub_dim_SCM_Request_Status rs\n ON rs.NetworkID = c.NetworkID\n AND rs.brand_context_id = c.brand_context_id\n AND rs.revision_version = c.revision_version\nCROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id)\nWHERE c.brand_context_id = '6ad063ee7c692062b1d40711'\n AND c.is_latest_submitted = 1\n AND c.supplier_first_created_date IS NOT NULL\n AND v.node_id IS NOT NULL AND v.node_id <> ''\nGROUP BY v.node_id\n) AS t) [numPartitions=1] [supplier_id#14299815,chain_first_created_date#14299816] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string>\n [149678] [Cached] javaToPython at <unknown>:0"]; } subgraph cluster361596 { label="InMemoryTableScan"; 149684 [labelType="html" label="MapPartitionsRDD [149684] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 149685 [labelType="html" label="MapPartitionsRDD [149685] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 149686 [labelType="html" label="MapPartitionsRDD [149686] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster361591 { label="WholeStageCodegen (2)"; 149687 [labelType="html" label="MapPartitionsRDD [149687] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster361590 { label="BroadcastExchange"; 149688 [labelType="html" label="MapPartitionsRDD [149688] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 149622->149676; 149676->149677; 149677->149678; 149678->149684; 149684->149685; 149685->149686; 149686->149687; 149687->149688; }

149678

Event Timeline

Enable zooming