DataHubScheduler - Details for Stage 1139 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 908

digraph G { subgraph clusterstage_1139 { label="Stage 1139"; 3935 [labelType="html" label="JDBCRDD [3935] cache at <unknown>:0"]; subgraph cluster9120 { label="WholeStageCodegen (1)"; 3936 [labelType="html" label="MapPartitionsRDD [3936] count at <unknown>:0"]; } subgraph cluster9122 { label="mapPartitionsInternal"; 3937 [labelType="html" label="MapPartitionsRDD [3937] count at <unknown>:0"]; } subgraph cluster9123 { label="mapPartitionsInternal"; 3938 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#293190,supplier_id#293191,entity_name#293192,city#293193,state#293194,country#293195,supplier_type#293196,declaring_supplier_id#293197,canonical_id#293198,is_primary#293199,threshold#293200,create_date#293201] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3938] [Cached] count at <unknown>:0"]; } subgraph cluster9129 { label="InMemoryTableScan"; 3939 [labelType="html" label="MapPartitionsRDD [3939] count at <unknown>:0"]; 3940 [labelType="html" label="MapPartitionsRDD [3940] count at <unknown>:0"]; 3941 [labelType="html" label="MapPartitionsRDD [3941] count at <unknown>:0"]; } subgraph cluster9125 { label="WholeStageCodegen (1)"; 3942 [labelType="html" label="MapPartitionsRDD [3942] count at <unknown>:0"]; } subgraph cluster9124 { label="Exchange"; 3943 [labelType="html" label="MapPartitionsRDD [3943] count at <unknown>:0"]; } } 3935->3936; 3936->3937; 3937->3938; 3938->3939; 3939->3940; 3940->3941; 3941->3942; 3942->3943; }

3938

Event Timeline

Enable zooming