DataHubScheduler - Details for Stage 43874 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.5 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 32570

digraph G { subgraph clusterstage_43874 { label="Stage 43874"; 190645 [labelType="html" label="JDBCRDD [190645] cache at <unknown>:0"]; subgraph cluster449515 { label="WholeStageCodegen (1)"; 190646 [labelType="html" label="MapPartitionsRDD [190646] count at <unknown>:0"]; } subgraph cluster449517 { label="mapPartitionsInternal"; 190647 [labelType="html" label="MapPartitionsRDD [190647] count at <unknown>:0"]; } subgraph cluster449518 { label="mapPartitionsInternal"; 190648 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#17273039,supplier_id#17273040,entity_name#17273041,city#17273042,state#17273043,country#17273044,supplier_type#17273045,declaring_supplier_id#17273046,canonical_id#17273047,is_primary#17273048,threshold#17273049,create_date#17273050] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [190648] [Cached] count at <unknown>:0"]; } subgraph cluster449524 { label="InMemoryTableScan"; 190649 [labelType="html" label="MapPartitionsRDD [190649] count at <unknown>:0"]; 190650 [labelType="html" label="MapPartitionsRDD [190650] count at <unknown>:0"]; 190651 [labelType="html" label="MapPartitionsRDD [190651] count at <unknown>:0"]; } subgraph cluster449520 { label="WholeStageCodegen (1)"; 190652 [labelType="html" label="MapPartitionsRDD [190652] count at <unknown>:0"]; } subgraph cluster449519 { label="Exchange"; 190653 [labelType="html" label="MapPartitionsRDD [190653] count at <unknown>:0"]; } } 190645->190646; 190646->190647; 190647->190648; 190648->190649; 190649->190650; 190650->190651; 190651->190652; 190652->190653; }

190648

Event Timeline

Enable zooming