digraph G {
subgraph clusterstage_7 {
label="Stage 7";
0 [labelType="html" label="JDBCRDD [0]<br>cache at <unknown>:0"];
subgraph cluster0 {
label="WholeStageCodegen (1)";
1 [labelType="html" label="MapPartitionsRDD [1]<br>count at <unknown>:0"];
}
subgraph cluster2 {
label="mapPartitionsInternal";
2 [labelType="html" label="MapPartitionsRDD [2]<br>count at <unknown>:0"];
}
subgraph cluster3 {
label="mapPartitionsInternal";
3 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#0,supplier_id#1,entity_name#2,city#3,state#4,country#5,supplier_type#6,declaring_supplier_id#7,canonical_id#8,is_primary#9,threshold#10,create_date#11] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [3] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster60 {
label="InMemoryTableScan";
24 [labelType="html" label="MapPartitionsRDD [24]<br>count at <unknown>:0"];
25 [labelType="html" label="MapPartitionsRDD [25]<br>count at <unknown>:0"];
26 [labelType="html" label="MapPartitionsRDD [26]<br>count at <unknown>:0"];
}
subgraph cluster56 {
label="WholeStageCodegen (1)";
27 [labelType="html" label="MapPartitionsRDD [27]<br>count at <unknown>:0"];
}
subgraph cluster61 {
label="mapPartitionsInternal";
28 [labelType="html" label="MapPartitionsRDD [28]<br>count at <unknown>:0"];
}
subgraph cluster62 {
label="mapPartitionsInternal";
29 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter isnotnull(canonical_id#8)\n +- InMemoryTableScan [brand_context_id#0, supplier_id#1, canonical_id#8, is_primary#9, entity_name#2, city#3, state#4, country#5, threshold#10, create_date#11], [isnotnull(canonical_id#8)]\n +- InMemoryRelation [brand_context_id#0, supplier_id#1, entity_name#2, city#3, state#4, country#5, supplier_type#6, declaring_supplier_id#7, canonical_id#8, is_primary#9, threshold#10, create_date#11], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_s... [29] [Cached]<br>count at <unknown>:0"];
}
}
0->1;
1->2;
2->3;
3->24;
24->25;
25->26;
26->27;
27->28;
28->29;
}
3
29