DataHubScheduler - Details for Stage 897 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 5 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 732

digraph G { subgraph clusterstage_897 { label="Stage 897"; 3099 [labelType="html" label="JDBCRDD [3099] cache at <unknown>:0"]; subgraph cluster7118 { label="WholeStageCodegen (1)"; 3100 [labelType="html" label="MapPartitionsRDD [3100] count at <unknown>:0"]; } subgraph cluster7120 { label="mapPartitionsInternal"; 3101 [labelType="html" label="MapPartitionsRDD [3101] count at <unknown>:0"]; } subgraph cluster7121 { label="mapPartitionsInternal"; 3102 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#260608,supplier_id#260609,entity_name#260610,city#260611,state#260612,country#260613,supplier_type#260614,declaring_supplier_id#260615,canonical_id#260616,is_primary#260617,threshold#260618,create_date#260619] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3102] [Cached] count at <unknown>:0"]; } subgraph cluster7127 { label="InMemoryTableScan"; 3103 [labelType="html" label="MapPartitionsRDD [3103] count at <unknown>:0"]; 3104 [labelType="html" label="MapPartitionsRDD [3104] count at <unknown>:0"]; 3105 [labelType="html" label="MapPartitionsRDD [3105] count at <unknown>:0"]; } subgraph cluster7123 { label="WholeStageCodegen (1)"; 3106 [labelType="html" label="MapPartitionsRDD [3106] count at <unknown>:0"]; } subgraph cluster7122 { label="Exchange"; 3107 [labelType="html" label="MapPartitionsRDD [3107] count at <unknown>:0"]; } } 3099->3100; 3100->3101; 3101->3102; 3102->3103; 3103->3104; 3104->3105; 3105->3106; 3106->3107; }

3102

Event Timeline

Enable zooming