DataHubScheduler - Details for Stage 42934 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31807

digraph G { subgraph clusterstage_42934 { label="Stage 42934"; 187394 [labelType="html" label="JDBCRDD [187394] cache at <unknown>:0"]; subgraph cluster442033 { label="WholeStageCodegen (1)"; 187395 [labelType="html" label="MapPartitionsRDD [187395] count at <unknown>:0"]; } subgraph cluster442035 { label="mapPartitionsInternal"; 187396 [labelType="html" label="MapPartitionsRDD [187396] count at <unknown>:0"]; } subgraph cluster442036 { label="mapPartitionsInternal"; 187397 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#17006507,supplier_id#17006508,entity_name#17006509,city#17006510,state#17006511,country#17006512,supplier_type#17006513,declaring_supplier_id#17006514,canonical_id#17006515,is_primary#17006516,threshold#17006517,create_date#17006518] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [187397] [Cached] count at <unknown>:0"]; } subgraph cluster442042 { label="InMemoryTableScan"; 187398 [labelType="html" label="MapPartitionsRDD [187398] count at <unknown>:0"]; 187399 [labelType="html" label="MapPartitionsRDD [187399] count at <unknown>:0"]; 187400 [labelType="html" label="MapPartitionsRDD [187400] count at <unknown>:0"]; } subgraph cluster442038 { label="WholeStageCodegen (1)"; 187401 [labelType="html" label="MapPartitionsRDD [187401] count at <unknown>:0"]; } subgraph cluster442037 { label="Exchange"; 187402 [labelType="html" label="MapPartitionsRDD [187402] count at <unknown>:0"]; } } 187394->187395; 187395->187396; 187396->187397; 187397->187398; 187398->187399; 187399->187400; 187400->187401; 187401->187402; }

187397

Event Timeline

Enable zooming