DataHubScheduler - Details for Stage 36416 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 26 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26167

digraph G { subgraph clusterstage_36416 { label="Stage 36416"; 158020 [labelType="html" label="JDBCRDD [158020] cache at <unknown>:0"]; subgraph cluster381046 { label="WholeStageCodegen (1)"; 158021 [labelType="html" label="MapPartitionsRDD [158021] count at <unknown>:0"]; } subgraph cluster381048 { label="mapPartitionsInternal"; 158022 [labelType="html" label="MapPartitionsRDD [158022] count at <unknown>:0"]; } subgraph cluster381049 { label="mapPartitionsInternal"; 158023 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14920637,supplier_id#14920638,entity_name#14920639,city#14920640,state#14920641,country#14920642,supplier_type#14920643,declaring_supplier_id#14920644,canonical_id#14920645,is_primary#14920646,threshold#14920647,create_date#14920648] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [158023] [Cached] count at <unknown>:0"]; } subgraph cluster381055 { label="InMemoryTableScan"; 158024 [labelType="html" label="MapPartitionsRDD [158024] count at <unknown>:0"]; 158025 [labelType="html" label="MapPartitionsRDD [158025] count at <unknown>:0"]; 158026 [labelType="html" label="MapPartitionsRDD [158026] count at <unknown>:0"]; } subgraph cluster381051 { label="WholeStageCodegen (1)"; 158027 [labelType="html" label="MapPartitionsRDD [158027] count at <unknown>:0"]; } subgraph cluster381050 { label="Exchange"; 158028 [labelType="html" label="MapPartitionsRDD [158028] count at <unknown>:0"]; } } 158020->158021; 158021->158022; 158022->158023; 158023->158024; 158024->158025; 158025->158026; 158026->158027; 158027->158028; }

158023

Event Timeline

Enable zooming