DataHubScheduler - Details for Stage 36372 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26135

digraph G { subgraph clusterstage_36372 { label="Stage 36372"; 157868 [labelType="html" label="JDBCRDD [157868] cache at <unknown>:0"]; subgraph cluster380682 { label="WholeStageCodegen (1)"; 157869 [labelType="html" label="MapPartitionsRDD [157869] count at <unknown>:0"]; } subgraph cluster380684 { label="mapPartitionsInternal"; 157870 [labelType="html" label="MapPartitionsRDD [157870] count at <unknown>:0"]; } subgraph cluster380685 { label="mapPartitionsInternal"; 157871 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14914713,supplier_id#14914714,entity_name#14914715,city#14914716,state#14914717,country#14914718,supplier_type#14914719,declaring_supplier_id#14914720,canonical_id#14914721,is_primary#14914722,threshold#14914723,create_date#14914724] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [157871] [Cached] count at <unknown>:0"]; } subgraph cluster380691 { label="InMemoryTableScan"; 157872 [labelType="html" label="MapPartitionsRDD [157872] count at <unknown>:0"]; 157873 [labelType="html" label="MapPartitionsRDD [157873] count at <unknown>:0"]; 157874 [labelType="html" label="MapPartitionsRDD [157874] count at <unknown>:0"]; } subgraph cluster380687 { label="WholeStageCodegen (1)"; 157875 [labelType="html" label="MapPartitionsRDD [157875] count at <unknown>:0"]; } subgraph cluster380686 { label="Exchange"; 157876 [labelType="html" label="MapPartitionsRDD [157876] count at <unknown>:0"]; } } 157868->157869; 157869->157870; 157870->157871; 157871->157872; 157872->157873; 157873->157874; 157874->157875; 157875->157876; }

157871

Event Timeline

Enable zooming