DataHubScheduler - Details for Stage 974 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 5 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 788

digraph G { subgraph clusterstage_974 { label="Stage 974"; 3365 [labelType="html" label="JDBCRDD [3365] cache at <unknown>:0"]; subgraph cluster7755 { label="WholeStageCodegen (1)"; 3366 [labelType="html" label="MapPartitionsRDD [3366] count at <unknown>:0"]; } subgraph cluster7757 { label="mapPartitionsInternal"; 3367 [labelType="html" label="MapPartitionsRDD [3367] count at <unknown>:0"]; } subgraph cluster7758 { label="mapPartitionsInternal"; 3368 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#270975,supplier_id#270976,entity_name#270977,city#270978,state#270979,country#270980,supplier_type#270981,declaring_supplier_id#270982,canonical_id#270983,is_primary#270984,threshold#270985,create_date#270986] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3368] [Cached] count at <unknown>:0"]; } subgraph cluster7764 { label="InMemoryTableScan"; 3369 [labelType="html" label="MapPartitionsRDD [3369] count at <unknown>:0"]; 3370 [labelType="html" label="MapPartitionsRDD [3370] count at <unknown>:0"]; 3371 [labelType="html" label="MapPartitionsRDD [3371] count at <unknown>:0"]; } subgraph cluster7760 { label="WholeStageCodegen (1)"; 3372 [labelType="html" label="MapPartitionsRDD [3372] count at <unknown>:0"]; } subgraph cluster7759 { label="Exchange"; 3373 [labelType="html" label="MapPartitionsRDD [3373] count at <unknown>:0"]; } } 3365->3366; 3366->3367; 3367->3368; 3368->3369; 3369->3370; 3370->3371; 3371->3372; 3372->3373; }

3368

Event Timeline

Enable zooming