digraph G {
subgraph clusterstage_18 {
label="Stage 18";
38 [labelType="html" label="JDBCRDD [38]<br>cache at <unknown>:0"];
subgraph cluster91 {
label="WholeStageCodegen (1)";
39 [labelType="html" label="MapPartitionsRDD [39]<br>count at <unknown>:0"];
}
subgraph cluster93 {
label="mapPartitionsInternal";
40 [labelType="html" label="MapPartitionsRDD [40]<br>count at <unknown>:0"];
}
subgraph cluster94 {
label="mapPartitionsInternal";
41 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#1481,supplier_id#1482,entity_name#1483,city#1484,state#1485,country#1486,supplier_type#1487,declaring_supplier_id#1488,canonical_id#1489,is_primary#1490,threshold#1491,create_date#1492] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [41] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster151 {
label="InMemoryTableScan";
62 [labelType="html" label="MapPartitionsRDD [62]<br>count at <unknown>:0"];
63 [labelType="html" label="MapPartitionsRDD [63]<br>count at <unknown>:0"];
64 [labelType="html" label="MapPartitionsRDD [64]<br>count at <unknown>:0"];
}
subgraph cluster147 {
label="WholeStageCodegen (1)";
65 [labelType="html" label="MapPartitionsRDD [65]<br>count at <unknown>:0"];
}
subgraph cluster152 {
label="mapPartitionsInternal";
66 [labelType="html" label="MapPartitionsRDD [66]<br>count at <unknown>:0"];
}
subgraph cluster153 {
label="mapPartitionsInternal";
67 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter isnotnull(canonical_id#1489)\n +- InMemoryTableScan [brand_context_id#1481, supplier_id#1482, canonical_id#1489, is_primary#1490, entity_name#1483, city#1484, state#1485, country#1486, threshold#1491, create_date#1492], [isnotnull(canonical_id#1489)]\n +- InMemoryRelation [brand_context_id#1481, supplier_id#1482, entity_name#1483, city#1484, state#1485, country#1486, supplier_type#1487, declaring_supplier_id#1488, canonical_id#1489, is_primary#1490, threshold#1491, create_date#1492], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) A... [67] [Cached]<br>count at <unknown>:0"];
}
}
38->39;
39->40;
40->41;
41->62;
62->63;
63->64;
64->65;
65->66;
66->67;
}
41
67