DataHubScheduler - Details for Stage 41972 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31028

digraph G { subgraph clusterstage_41972 { label="Stage 41972"; 184067 [labelType="html" label="JDBCRDD [184067] cache at <unknown>:0"]; subgraph cluster434369 { label="WholeStageCodegen (1)"; 184068 [labelType="html" label="MapPartitionsRDD [184068] count at <unknown>:0"]; } subgraph cluster434371 { label="mapPartitionsInternal"; 184069 [labelType="html" label="MapPartitionsRDD [184069] count at <unknown>:0"]; } subgraph cluster434372 { label="mapPartitionsInternal"; 184070 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#16737013,supplier_id#16737014,entity_name#16737015,city#16737016,state#16737017,country#16737018,supplier_type#16737019,declaring_supplier_id#16737020,canonical_id#16737021,is_primary#16737022,threshold#16737023,create_date#16737024] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [184070] [Cached] count at <unknown>:0"]; } subgraph cluster434378 { label="InMemoryTableScan"; 184071 [labelType="html" label="MapPartitionsRDD [184071] count at <unknown>:0"]; 184072 [labelType="html" label="MapPartitionsRDD [184072] count at <unknown>:0"]; 184073 [labelType="html" label="MapPartitionsRDD [184073] count at <unknown>:0"]; } subgraph cluster434374 { label="WholeStageCodegen (1)"; 184074 [labelType="html" label="MapPartitionsRDD [184074] count at <unknown>:0"]; } subgraph cluster434373 { label="Exchange"; 184075 [labelType="html" label="MapPartitionsRDD [184075] count at <unknown>:0"]; } } 184067->184068; 184068->184069; 184069->184070; 184070->184071; 184071->184072; 184072->184073; 184073->184074; 184074->184075; }

184070

Event Timeline

Enable zooming