DataHubScheduler - Details for Stage 36240 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26039

digraph G { subgraph clusterstage_36240 { label="Stage 36240"; 157412 [labelType="html" label="JDBCRDD [157412] cache at <unknown>:0"]; subgraph cluster379590 { label="WholeStageCodegen (1)"; 157413 [labelType="html" label="MapPartitionsRDD [157413] count at <unknown>:0"]; } subgraph cluster379592 { label="mapPartitionsInternal"; 157414 [labelType="html" label="MapPartitionsRDD [157414] count at <unknown>:0"]; } subgraph cluster379593 { label="mapPartitionsInternal"; 157415 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14896941,supplier_id#14896942,entity_name#14896943,city#14896944,state#14896945,country#14896946,supplier_type#14896947,declaring_supplier_id#14896948,canonical_id#14896949,is_primary#14896950,threshold#14896951,create_date#14896952] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [157415] [Cached] count at <unknown>:0"]; } subgraph cluster379599 { label="InMemoryTableScan"; 157416 [labelType="html" label="MapPartitionsRDD [157416] count at <unknown>:0"]; 157417 [labelType="html" label="MapPartitionsRDD [157417] count at <unknown>:0"]; 157418 [labelType="html" label="MapPartitionsRDD [157418] count at <unknown>:0"]; } subgraph cluster379595 { label="WholeStageCodegen (1)"; 157419 [labelType="html" label="MapPartitionsRDD [157419] count at <unknown>:0"]; } subgraph cluster379594 { label="Exchange"; 157420 [labelType="html" label="MapPartitionsRDD [157420] count at <unknown>:0"]; } } 157412->157413; 157413->157414; 157414->157415; 157415->157416; 157416->157417; 157417->157418; 157418->157419; 157419->157420; }

157415

Event Timeline

Enable zooming