DataHubScheduler - Details for Stage 36262 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 4 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26055

digraph G { subgraph clusterstage_36262 { label="Stage 36262"; 157488 [labelType="html" label="JDBCRDD [157488] cache at <unknown>:0"]; subgraph cluster379772 { label="WholeStageCodegen (1)"; 157489 [labelType="html" label="MapPartitionsRDD [157489] count at <unknown>:0"]; } subgraph cluster379774 { label="mapPartitionsInternal"; 157490 [labelType="html" label="MapPartitionsRDD [157490] count at <unknown>:0"]; } subgraph cluster379775 { label="mapPartitionsInternal"; 157491 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14899903,supplier_id#14899904,entity_name#14899905,city#14899906,state#14899907,country#14899908,supplier_type#14899909,declaring_supplier_id#14899910,canonical_id#14899911,is_primary#14899912,threshold#14899913,create_date#14899914] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [157491] [Cached] count at <unknown>:0"]; } subgraph cluster379781 { label="InMemoryTableScan"; 157492 [labelType="html" label="MapPartitionsRDD [157492] count at <unknown>:0"]; 157493 [labelType="html" label="MapPartitionsRDD [157493] count at <unknown>:0"]; 157494 [labelType="html" label="MapPartitionsRDD [157494] count at <unknown>:0"]; } subgraph cluster379777 { label="WholeStageCodegen (1)"; 157495 [labelType="html" label="MapPartitionsRDD [157495] count at <unknown>:0"]; } subgraph cluster379776 { label="Exchange"; 157496 [labelType="html" label="MapPartitionsRDD [157496] count at <unknown>:0"]; } } 157488->157489; 157489->157490; 157490->157491; 157491->157492; 157492->157493; 157493->157494; 157494->157495; 157495->157496; }

157491

Event Timeline

Enable zooming