DataHubScheduler - Details for Stage 952 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 48 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 772

digraph G { subgraph clusterstage_952 { label="Stage 952"; 3289 [labelType="html" label="JDBCRDD [3289] cache at <unknown>:0"]; subgraph cluster7573 { label="WholeStageCodegen (1)"; 3290 [labelType="html" label="MapPartitionsRDD [3290] count at <unknown>:0"]; } subgraph cluster7575 { label="mapPartitionsInternal"; 3291 [labelType="html" label="MapPartitionsRDD [3291] count at <unknown>:0"]; } subgraph cluster7576 { label="mapPartitionsInternal"; 3292 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#268013,supplier_id#268014,entity_name#268015,city#268016,state#268017,country#268018,supplier_type#268019,declaring_supplier_id#268020,canonical_id#268021,is_primary#268022,threshold#268023,create_date#268024] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3292] [Cached] count at <unknown>:0"]; } subgraph cluster7582 { label="InMemoryTableScan"; 3293 [labelType="html" label="MapPartitionsRDD [3293] count at <unknown>:0"]; 3294 [labelType="html" label="MapPartitionsRDD [3294] count at <unknown>:0"]; 3295 [labelType="html" label="MapPartitionsRDD [3295] count at <unknown>:0"]; } subgraph cluster7578 { label="WholeStageCodegen (1)"; 3296 [labelType="html" label="MapPartitionsRDD [3296] count at <unknown>:0"]; } subgraph cluster7577 { label="Exchange"; 3297 [labelType="html" label="MapPartitionsRDD [3297] count at <unknown>:0"]; } } 3289->3290; 3290->3291; 3291->3292; 3292->3293; 3293->3294; 3294->3295; 3295->3296; 3296->3297; }

3292

Event Timeline

Enable zooming