DataHubScheduler - Details for Stage 36624 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.3 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26299

digraph G { subgraph clusterstage_36624 { label="Stage 36624"; 158716 [labelType="html" label="JDBCRDD [158716] cache at <unknown>:0"]; subgraph cluster382814 { label="WholeStageCodegen (1)"; 158717 [labelType="html" label="MapPartitionsRDD [158717] count at <unknown>:0"]; } subgraph cluster382816 { label="mapPartitionsInternal"; 158718 [labelType="html" label="MapPartitionsRDD [158718] count at <unknown>:0"]; } subgraph cluster382817 { label="mapPartitionsInternal"; 158719 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14945895,supplier_id#14945896,entity_name#14945897,city#14945898,state#14945899,country#14945900,supplier_type#14945901,declaring_supplier_id#14945902,canonical_id#14945903,is_primary#14945904,threshold#14945905,create_date#14945906] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [158719] [Cached] count at <unknown>:0"]; } subgraph cluster382823 { label="InMemoryTableScan"; 158720 [labelType="html" label="MapPartitionsRDD [158720] count at <unknown>:0"]; 158721 [labelType="html" label="MapPartitionsRDD [158721] count at <unknown>:0"]; 158722 [labelType="html" label="MapPartitionsRDD [158722] count at <unknown>:0"]; } subgraph cluster382819 { label="WholeStageCodegen (1)"; 158723 [labelType="html" label="MapPartitionsRDD [158723] count at <unknown>:0"]; } subgraph cluster382818 { label="Exchange"; 158724 [labelType="html" label="MapPartitionsRDD [158724] count at <unknown>:0"]; } } 158716->158717; 158717->158718; 158718->158719; 158719->158720; 158720->158721; 158721->158722; 158722->158723; 158723->158724; }

158719

Event Timeline

Enable zooming