DataHubScheduler - Details for Stage 42978 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31839

digraph G { subgraph clusterstage_42978 { label="Stage 42978"; 187546 [labelType="html" label="JDBCRDD [187546] cache at <unknown>:0"]; subgraph cluster442397 { label="WholeStageCodegen (1)"; 187547 [labelType="html" label="MapPartitionsRDD [187547] count at <unknown>:0"]; } subgraph cluster442399 { label="mapPartitionsInternal"; 187548 [labelType="html" label="MapPartitionsRDD [187548] count at <unknown>:0"]; } subgraph cluster442400 { label="mapPartitionsInternal"; 187549 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#17012431,supplier_id#17012432,entity_name#17012433,city#17012434,state#17012435,country#17012436,supplier_type#17012437,declaring_supplier_id#17012438,canonical_id#17012439,is_primary#17012440,threshold#17012441,create_date#17012442] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [187549] [Cached] count at <unknown>:0"]; } subgraph cluster442406 { label="InMemoryTableScan"; 187550 [labelType="html" label="MapPartitionsRDD [187550] count at <unknown>:0"]; 187551 [labelType="html" label="MapPartitionsRDD [187551] count at <unknown>:0"]; 187552 [labelType="html" label="MapPartitionsRDD [187552] count at <unknown>:0"]; } subgraph cluster442402 { label="WholeStageCodegen (1)"; 187553 [labelType="html" label="MapPartitionsRDD [187553] count at <unknown>:0"]; } subgraph cluster442401 { label="Exchange"; 187554 [labelType="html" label="MapPartitionsRDD [187554] count at <unknown>:0"]; } } 187546->187547; 187547->187548; 187548->187549; 187549->187550; 187550->187551; 187551->187552; 187552->187553; 187553->187554; }

187549

Event Timeline

Enable zooming