DataHubScheduler - Details for Stage 37432 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.3 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26966

digraph G { subgraph clusterstage_37432 { label="Stage 37432"; 161511 [labelType="html" label="JDBCRDD [161511] cache at <unknown>:0"]; subgraph cluster389204 { label="WholeStageCodegen (1)"; 161512 [labelType="html" label="MapPartitionsRDD [161512] count at <unknown>:0"]; } subgraph cluster389206 { label="mapPartitionsInternal"; 161513 [labelType="html" label="MapPartitionsRDD [161513] count at <unknown>:0"]; } subgraph cluster389207 { label="mapPartitionsInternal"; 161514 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#15194655,supplier_id#15194656,entity_name#15194657,city#15194658,state#15194659,country#15194660,supplier_type#15194661,declaring_supplier_id#15194662,canonical_id#15194663,is_primary#15194664,threshold#15194665,create_date#15194666] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [161514] [Cached] count at <unknown>:0"]; } subgraph cluster389213 { label="InMemoryTableScan"; 161515 [labelType="html" label="MapPartitionsRDD [161515] count at <unknown>:0"]; 161516 [labelType="html" label="MapPartitionsRDD [161516] count at <unknown>:0"]; 161517 [labelType="html" label="MapPartitionsRDD [161517] count at <unknown>:0"]; } subgraph cluster389209 { label="WholeStageCodegen (1)"; 161518 [labelType="html" label="MapPartitionsRDD [161518] count at <unknown>:0"]; } subgraph cluster389208 { label="Exchange"; 161519 [labelType="html" label="MapPartitionsRDD [161519] count at <unknown>:0"]; } } 161511->161512; 161512->161513; 161513->161514; 161514->161515; 161515->161516; 161516->161517; 161517->161518; 161518->161519; }

161514

Event Timeline

Enable zooming