DataHubScheduler - Details for Stage 996 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 804

digraph G { subgraph clusterstage_996 { label="Stage 996"; 3441 [labelType="html" label="JDBCRDD [3441] cache at <unknown>:0"]; subgraph cluster7937 { label="WholeStageCodegen (1)"; 3442 [labelType="html" label="MapPartitionsRDD [3442] count at <unknown>:0"]; } subgraph cluster7939 { label="mapPartitionsInternal"; 3443 [labelType="html" label="MapPartitionsRDD [3443] count at <unknown>:0"]; } subgraph cluster7940 { label="mapPartitionsInternal"; 3444 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#273937,supplier_id#273938,entity_name#273939,city#273940,state#273941,country#273942,supplier_type#273943,declaring_supplier_id#273944,canonical_id#273945,is_primary#273946,threshold#273947,create_date#273948] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3444] [Cached] count at <unknown>:0"]; } subgraph cluster7946 { label="InMemoryTableScan"; 3445 [labelType="html" label="MapPartitionsRDD [3445] count at <unknown>:0"]; 3446 [labelType="html" label="MapPartitionsRDD [3446] count at <unknown>:0"]; 3447 [labelType="html" label="MapPartitionsRDD [3447] count at <unknown>:0"]; } subgraph cluster7942 { label="WholeStageCodegen (1)"; 3448 [labelType="html" label="MapPartitionsRDD [3448] count at <unknown>:0"]; } subgraph cluster7941 { label="Exchange"; 3449 [labelType="html" label="MapPartitionsRDD [3449] count at <unknown>:0"]; } } 3441->3442; 3442->3443; 3443->3444; 3444->3445; 3445->3446; 3446->3447; 3447->3448; 3448->3449; }

3444

Event Timeline

Enable zooming