DataHubScheduler - Details for Stage 42714 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31647

digraph G { subgraph clusterstage_42714 { label="Stage 42714"; 186634 [labelType="html" label="JDBCRDD [186634] cache at <unknown>:0"]; subgraph cluster440213 { label="WholeStageCodegen (1)"; 186635 [labelType="html" label="MapPartitionsRDD [186635] count at <unknown>:0"]; } subgraph cluster440215 { label="mapPartitionsInternal"; 186636 [labelType="html" label="MapPartitionsRDD [186636] count at <unknown>:0"]; } subgraph cluster440216 { label="mapPartitionsInternal"; 186637 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#16976887,supplier_id#16976888,entity_name#16976889,city#16976890,state#16976891,country#16976892,supplier_type#16976893,declaring_supplier_id#16976894,canonical_id#16976895,is_primary#16976896,threshold#16976897,create_date#16976898] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [186637] [Cached] count at <unknown>:0"]; } subgraph cluster440222 { label="InMemoryTableScan"; 186638 [labelType="html" label="MapPartitionsRDD [186638] count at <unknown>:0"]; 186639 [labelType="html" label="MapPartitionsRDD [186639] count at <unknown>:0"]; 186640 [labelType="html" label="MapPartitionsRDD [186640] count at <unknown>:0"]; } subgraph cluster440218 { label="WholeStageCodegen (1)"; 186641 [labelType="html" label="MapPartitionsRDD [186641] count at <unknown>:0"]; } subgraph cluster440217 { label="Exchange"; 186642 [labelType="html" label="MapPartitionsRDD [186642] count at <unknown>:0"]; } } 186634->186635; 186635->186636; 186636->186637; 186637->186638; 186638->186639; 186639->186640; 186640->186641; 186641->186642; }

186637

Event Timeline

Enable zooming