DataHubScheduler - Details for Stage 44028 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 32682

digraph G { subgraph clusterstage_44028 { label="Stage 44028"; 191177 [labelType="html" label="JDBCRDD [191177] cache at <unknown>:0"]; subgraph cluster450789 { label="WholeStageCodegen (1)"; 191178 [labelType="html" label="MapPartitionsRDD [191178] count at <unknown>:0"]; } subgraph cluster450791 { label="mapPartitionsInternal"; 191179 [labelType="html" label="MapPartitionsRDD [191179] count at <unknown>:0"]; } subgraph cluster450792 { label="mapPartitionsInternal"; 191180 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#17293773,supplier_id#17293774,entity_name#17293775,city#17293776,state#17293777,country#17293778,supplier_type#17293779,declaring_supplier_id#17293780,canonical_id#17293781,is_primary#17293782,threshold#17293783,create_date#17293784] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [191180] [Cached] count at <unknown>:0"]; } subgraph cluster450798 { label="InMemoryTableScan"; 191181 [labelType="html" label="MapPartitionsRDD [191181] count at <unknown>:0"]; 191182 [labelType="html" label="MapPartitionsRDD [191182] count at <unknown>:0"]; 191183 [labelType="html" label="MapPartitionsRDD [191183] count at <unknown>:0"]; } subgraph cluster450794 { label="WholeStageCodegen (1)"; 191184 [labelType="html" label="MapPartitionsRDD [191184] count at <unknown>:0"]; } subgraph cluster450793 { label="Exchange"; 191185 [labelType="html" label="MapPartitionsRDD [191185] count at <unknown>:0"]; } } 191177->191178; 191178->191179; 191179->191180; 191180->191181; 191181->191182; 191182->191183; 191183->191184; 191184->191185; }

191180

Event Timeline

Enable zooming