digraph G {
subgraph clusterstage_4 {
label="Stage 4";
0 [labelType="html" label="JDBCRDD [0]<br>cache at <unknown>:0"];
subgraph cluster0 {
label="WholeStageCodegen (1)";
1 [labelType="html" label="MapPartitionsRDD [1]<br>count at <unknown>:0"];
}
subgraph cluster2 {
label="mapPartitionsInternal";
2 [labelType="html" label="MapPartitionsRDD [2]<br>count at <unknown>:0"];
}
subgraph cluster3 {
label="mapPartitionsInternal";
3 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#0,supplier_id#1,entity_name#2,city#3,state#4,country#5,supplier_type#6,declaring_supplier_id#7,canonical_id#8,is_primary#9,threshold#10,create_date#11] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster35 {
label="InMemoryTableScan";
12 [labelType="html" label="MapPartitionsRDD [12]<br>count at <unknown>:0"];
13 [labelType="html" label="MapPartitionsRDD [13]<br>count at <unknown>:0"];
14 [labelType="html" label="MapPartitionsRDD [14]<br>count at <unknown>:0"];
}
subgraph cluster30 {
label="WholeStageCodegen (1)";
15 [labelType="html" label="MapPartitionsRDD [15]<br>count at <unknown>:0"];
}
subgraph cluster36 {
label="mapPartitionsInternal";
16 [labelType="html" label="MapPartitionsRDD [16]<br>count at <unknown>:0"];
}
subgraph cluster37 {
label="mapPartitionsInternal";
17 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [brand_context_id#0, supplier_id#1, entity_name#2, city#3, state#4, country#5, supplier_type#6, declaring_supplier_id#7, threshold#10, create_date#11]\n +- Filter isnull(canonical_id#8)\n +- InMemoryTableScan [brand_context_id#0, canonical_id#8, city#3, country#5, create_date#11, declaring_supplier_id#7, entity_name#2, state#4, supplier_id#1, supplier_type#6, threshold#10], [isnull(canonical_id#8)]\n +- InMemoryRelation [brand_context_id#0, supplier_id#1, entity_name#2, city#3, state#4, country#5, supplier_type#6, declaring_supplier_id#7, canonical_id#8, is_primary#9, threshold#10, create_date#11], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.d... [17] [Cached]<br>count at <unknown>:0"];
}
}
0->1;
1->2;
2->3;
3->12;
12->13;
13->14;
14->15;
15->16;
16->17;
}
3
17