DataHubScheduler - Details for Stage 36427 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26175

digraph G { subgraph clusterstage_36427 { label="Stage 36427"; 158058 [labelType="html" label="JDBCRDD [158058] cache at <unknown>:0"]; subgraph cluster381137 { label="WholeStageCodegen (1)"; 158059 [labelType="html" label="MapPartitionsRDD [158059] count at <unknown>:0"]; } subgraph cluster381139 { label="mapPartitionsInternal"; 158060 [labelType="html" label="MapPartitionsRDD [158060] count at <unknown>:0"]; } subgraph cluster381140 { label="mapPartitionsInternal"; 158061 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14922118,supplier_id#14922119,entity_name#14922120,city#14922121,state#14922122,country#14922123,supplier_type#14922124,declaring_supplier_id#14922125,canonical_id#14922126,is_primary#14922127,threshold#14922128,create_date#14922129] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [158061] [Cached] count at <unknown>:0"]; } subgraph cluster381146 { label="InMemoryTableScan"; 158062 [labelType="html" label="MapPartitionsRDD [158062] count at <unknown>:0"]; 158063 [labelType="html" label="MapPartitionsRDD [158063] count at <unknown>:0"]; 158064 [labelType="html" label="MapPartitionsRDD [158064] count at <unknown>:0"]; } subgraph cluster381142 { label="WholeStageCodegen (1)"; 158065 [labelType="html" label="MapPartitionsRDD [158065] count at <unknown>:0"]; } subgraph cluster381141 { label="Exchange"; 158066 [labelType="html" label="MapPartitionsRDD [158066] count at <unknown>:0"]; } } 158058->158059; 158059->158060; 158060->158061; 158061->158062; 158062->158063; 158063->158064; 158064->158065; 158065->158066; }

158061

Event Timeline

Enable zooming