DataHubScheduler - Details for Stage 28802 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1098.0 KiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 19593

digraph G { subgraph clusterstage_28802 { label="Stage 28802"; 124950 [labelType="html" label="JDBCRDD [124950] cache at <unknown>:0"]; subgraph cluster311783 { label="WholeStageCodegen (1)"; 124951 [labelType="html" label="MapPartitionsRDD [124951] count at <unknown>:0"]; } subgraph cluster311785 { label="mapPartitionsInternal"; 124952 [labelType="html" label="MapPartitionsRDD [124952] count at <unknown>:0"]; } subgraph cluster311786 { label="mapPartitionsInternal"; 124953 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#12589968,supplier_id#12589969,entity_name#12589970,city#12589971,state#12589972,country#12589973,supplier_type#12589974,declaring_supplier_id#12589975,canonical_id#12589976,is_primary#12589977,threshold#12589978,create_date#12589979] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [124953] [Cached] count at <unknown>:0"]; } subgraph cluster311792 { label="InMemoryTableScan"; 124954 [labelType="html" label="MapPartitionsRDD [124954] count at <unknown>:0"]; 124955 [labelType="html" label="MapPartitionsRDD [124955] count at <unknown>:0"]; 124956 [labelType="html" label="MapPartitionsRDD [124956] count at <unknown>:0"]; } subgraph cluster311788 { label="WholeStageCodegen (1)"; 124957 [labelType="html" label="MapPartitionsRDD [124957] count at <unknown>:0"]; } subgraph cluster311787 { label="Exchange"; 124958 [labelType="html" label="MapPartitionsRDD [124958] count at <unknown>:0"]; } } 124950->124951; 124951->124952; 124952->124953; 124953->124954; 124954->124955; 124955->124956; 124956->124957; 124957->124958; }

124953

Event Timeline

Enable zooming