DataHubScheduler - Details for Stage 42846 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31743

digraph G { subgraph clusterstage_42846 { label="Stage 42846"; 187090 [labelType="html" label="JDBCRDD [187090] cache at <unknown>:0"]; subgraph cluster441305 { label="WholeStageCodegen (1)"; 187091 [labelType="html" label="MapPartitionsRDD [187091] count at <unknown>:0"]; } subgraph cluster441307 { label="mapPartitionsInternal"; 187092 [labelType="html" label="MapPartitionsRDD [187092] count at <unknown>:0"]; } subgraph cluster441308 { label="mapPartitionsInternal"; 187093 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#16994659,supplier_id#16994660,entity_name#16994661,city#16994662,state#16994663,country#16994664,supplier_type#16994665,declaring_supplier_id#16994666,canonical_id#16994667,is_primary#16994668,threshold#16994669,create_date#16994670] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [187093] [Cached] count at <unknown>:0"]; } subgraph cluster441314 { label="InMemoryTableScan"; 187094 [labelType="html" label="MapPartitionsRDD [187094] count at <unknown>:0"]; 187095 [labelType="html" label="MapPartitionsRDD [187095] count at <unknown>:0"]; 187096 [labelType="html" label="MapPartitionsRDD [187096] count at <unknown>:0"]; } subgraph cluster441310 { label="WholeStageCodegen (1)"; 187097 [labelType="html" label="MapPartitionsRDD [187097] count at <unknown>:0"]; } subgraph cluster441309 { label="Exchange"; 187098 [labelType="html" label="MapPartitionsRDD [187098] count at <unknown>:0"]; } } 187090->187091; 187091->187092; 187092->187093; 187093->187094; 187094->187095; 187095->187096; 187096->187097; 187097->187098; }

187093

Event Timeline

Enable zooming