DataHubScheduler - Details for Stage 831 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 684

digraph G { subgraph clusterstage_831 { label="Stage 831"; 2871 [labelType="html" label="JDBCRDD [2871] cache at <unknown>:0"]; subgraph cluster6572 { label="WholeStageCodegen (1)"; 2872 [labelType="html" label="MapPartitionsRDD [2872] count at <unknown>:0"]; } subgraph cluster6574 { label="mapPartitionsInternal"; 2873 [labelType="html" label="MapPartitionsRDD [2873] count at <unknown>:0"]; } subgraph cluster6575 { label="mapPartitionsInternal"; 2874 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#251722,supplier_id#251723,entity_name#251724,city#251725,state#251726,country#251727,supplier_type#251728,declaring_supplier_id#251729,canonical_id#251730,is_primary#251731,threshold#251732,create_date#251733] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [2874] [Cached] count at <unknown>:0"]; } subgraph cluster6581 { label="InMemoryTableScan"; 2875 [labelType="html" label="MapPartitionsRDD [2875] count at <unknown>:0"]; 2876 [labelType="html" label="MapPartitionsRDD [2876] count at <unknown>:0"]; 2877 [labelType="html" label="MapPartitionsRDD [2877] count at <unknown>:0"]; } subgraph cluster6577 { label="WholeStageCodegen (1)"; 2878 [labelType="html" label="MapPartitionsRDD [2878] count at <unknown>:0"]; } subgraph cluster6576 { label="Exchange"; 2879 [labelType="html" label="MapPartitionsRDD [2879] count at <unknown>:0"]; } } 2871->2872; 2872->2873; 2873->2874; 2874->2875; 2875->2876; 2876->2877; 2877->2878; 2878->2879; }

2874

Event Timeline

Enable zooming