DataHubScheduler - Details for Stage 26823 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 17995

digraph G { subgraph clusterstage_26823 { label="Stage 26823"; 118106 [labelType="html" label="JDBCRDD [118106] cache at <unknown>:0"]; subgraph cluster296000 { label="WholeStageCodegen (1)"; 118107 [labelType="html" label="MapPartitionsRDD [118107] count at <unknown>:0"]; } subgraph cluster296002 { label="mapPartitionsInternal"; 118108 [labelType="html" label="MapPartitionsRDD [118108] count at <unknown>:0"]; } subgraph cluster296003 { label="mapPartitionsInternal"; 118109 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#12043575,supplier_id#12043576,entity_name#12043577,city#12043578,state#12043579,country#12043580,supplier_type#12043581,declaring_supplier_id#12043582,canonical_id#12043583,is_primary#12043584,threshold#12043585,create_date#12043586] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [118109] [Cached] count at <unknown>:0"]; } subgraph cluster296009 { label="InMemoryTableScan"; 118110 [labelType="html" label="MapPartitionsRDD [118110] count at <unknown>:0"]; 118111 [labelType="html" label="MapPartitionsRDD [118111] count at <unknown>:0"]; 118112 [labelType="html" label="MapPartitionsRDD [118112] count at <unknown>:0"]; } subgraph cluster296005 { label="WholeStageCodegen (1)"; 118113 [labelType="html" label="MapPartitionsRDD [118113] count at <unknown>:0"]; } subgraph cluster296004 { label="Exchange"; 118114 [labelType="html" label="MapPartitionsRDD [118114] count at <unknown>:0"]; } } 118106->118107; 118107->118108; 118108->118109; 118109->118110; 118110->118111; 118111->118112; 118112->118113; 118113->118114; }

118109

Event Timeline

Enable zooming