DataHubScheduler - Details for Stage 1040 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 836

digraph G { subgraph clusterstage_1040 { label="Stage 1040"; 3593 [labelType="html" label="JDBCRDD [3593] cache at <unknown>:0"]; subgraph cluster8301 { label="WholeStageCodegen (1)"; 3594 [labelType="html" label="MapPartitionsRDD [3594] count at <unknown>:0"]; } subgraph cluster8303 { label="mapPartitionsInternal"; 3595 [labelType="html" label="MapPartitionsRDD [3595] count at <unknown>:0"]; } subgraph cluster8304 { label="mapPartitionsInternal"; 3596 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#279861,supplier_id#279862,entity_name#279863,city#279864,state#279865,country#279866,supplier_type#279867,declaring_supplier_id#279868,canonical_id#279869,is_primary#279870,threshold#279871,create_date#279872] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3596] [Cached] count at <unknown>:0"]; } subgraph cluster8310 { label="InMemoryTableScan"; 3597 [labelType="html" label="MapPartitionsRDD [3597] count at <unknown>:0"]; 3598 [labelType="html" label="MapPartitionsRDD [3598] count at <unknown>:0"]; 3599 [labelType="html" label="MapPartitionsRDD [3599] count at <unknown>:0"]; } subgraph cluster8306 { label="WholeStageCodegen (1)"; 3600 [labelType="html" label="MapPartitionsRDD [3600] count at <unknown>:0"]; } subgraph cluster8305 { label="Exchange"; 3601 [labelType="html" label="MapPartitionsRDD [3601] count at <unknown>:0"]; } } 3593->3594; 3594->3595; 3595->3596; 3596->3597; 3597->3598; 3598->3599; 3599->3600; 3600->3601; }

3596

Event Timeline

Enable zooming