DataHubScheduler - Details for Stage 42923 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31799

digraph G { subgraph clusterstage_42923 { label="Stage 42923"; 187356 [labelType="html" label="JDBCRDD [187356] cache at <unknown>:0"]; subgraph cluster441942 { label="WholeStageCodegen (1)"; 187357 [labelType="html" label="MapPartitionsRDD [187357] count at <unknown>:0"]; } subgraph cluster441944 { label="mapPartitionsInternal"; 187358 [labelType="html" label="MapPartitionsRDD [187358] count at <unknown>:0"]; } subgraph cluster441945 { label="mapPartitionsInternal"; 187359 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#17005026,supplier_id#17005027,entity_name#17005028,city#17005029,state#17005030,country#17005031,supplier_type#17005032,declaring_supplier_id#17005033,canonical_id#17005034,is_primary#17005035,threshold#17005036,create_date#17005037] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [187359] [Cached] count at <unknown>:0"]; } subgraph cluster441951 { label="InMemoryTableScan"; 187360 [labelType="html" label="MapPartitionsRDD [187360] count at <unknown>:0"]; 187361 [labelType="html" label="MapPartitionsRDD [187361] count at <unknown>:0"]; 187362 [labelType="html" label="MapPartitionsRDD [187362] count at <unknown>:0"]; } subgraph cluster441947 { label="WholeStageCodegen (1)"; 187363 [labelType="html" label="MapPartitionsRDD [187363] count at <unknown>:0"]; } subgraph cluster441946 { label="Exchange"; 187364 [labelType="html" label="MapPartitionsRDD [187364] count at <unknown>:0"]; } } 187356->187357; 187357->187358; 187358->187359; 187359->187360; 187360->187361; 187361->187362; 187362->187363; 187363->187364; }

187359

Event Timeline

Enable zooming