digraph G {
subgraph clusterstage_36540 {
label="Stage 36540";
158248 [labelType="html" label="JDBCRDD [158248]<br>cache at <unknown>:0"];
158442 [labelType="html" label="SQLExecutionRDD [158442] [Unordered]<br>jdbc at <unknown>:0"];
subgraph cluster381592 {
label="WholeStageCodegen (1)";
158249 [labelType="html" label="MapPartitionsRDD [158249]<br>count at <unknown>:0"];
}
subgraph cluster381594 {
label="mapPartitionsInternal";
158250 [labelType="html" label="MapPartitionsRDD [158250]<br>count at <unknown>:0"];
}
subgraph cluster381595 {
label="mapPartitionsInternal";
158251 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14929523,supplier_id#14929524,entity_name#14929525,city#14929526,state#14929527,country#14929528,supplier_type#14929529,declaring_supplier_id#14929530,canonical_id#14929531,is_primary#14929532,threshold#14929533,create_date#14929534] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [158251] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster381663 {
label="InMemoryTableScan";
158274 [labelType="html" label="MapPartitionsRDD [158274]<br>count at <unknown>:0"];
158275 [labelType="html" label="MapPartitionsRDD [158275]<br>count at <unknown>:0"];
158276 [labelType="html" label="MapPartitionsRDD [158276]<br>count at <unknown>:0"];
}
subgraph cluster381659 {
label="WholeStageCodegen (1)";
158277 [labelType="html" label="MapPartitionsRDD [158277]<br>count at <unknown>:0"];
}
subgraph cluster381664 {
label="mapPartitionsInternal";
158278 [labelType="html" label="MapPartitionsRDD [158278]<br>count at <unknown>:0"];
}
subgraph cluster381665 {
label="mapPartitionsInternal";
158279 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter isnotnull(canonical_id#14929531)\n +- InMemoryTableScan [brand_context_id#14929523, supplier_id#14929524, canonical_id#14929531, is_primary#14929532, entity_name#14929525, city#14929526, state#14929527, country#14929528, threshold#14929533, create_date#14929534], [isnotnull(canonical_id#14929531)]\n +- InMemoryRelation [brand_context_id#14929523, supplier_id#14929524, entity_name#14929525, city#14929526, state#14929527, country#14929528, supplier_type#14929529, declaring_supplier_id#14929530, canonical_id#14929531, is_primary#14929532, threshold#14929533, create_date#14929534], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n ... [158279] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster381976 {
label="InMemoryTableScan";
158399 [labelType="html" label="MapPartitionsRDD [158399]<br>count at <unknown>:0"];
158400 [labelType="html" label="MapPartitionsRDD [158400]<br>count at <unknown>:0"];
158401 [labelType="html" label="MapPartitionsRDD [158401]<br>count at <unknown>:0"];
}
subgraph cluster381965 {
label="WholeStageCodegen (26)";
158402 [labelType="html" label="MapPartitionsRDD [158402]<br>count at <unknown>:0"];
}
subgraph cluster381987 {
label="Exchange";
158403 [labelType="html" label="ShuffledRowRDD [158403] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381983 {
label="WholeStageCodegen (27)";
158404 [labelType="html" label="MapPartitionsRDD [158404] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381982 {
label="WindowGroupLimit";
158405 [labelType="html" label="MapPartitionsRDD [158405] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381981 {
label="Window";
158406 [labelType="html" label="MapPartitionsRDD [158406] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381977 {
label="WholeStageCodegen (28)";
158407 [labelType="html" label="MapPartitionsRDD [158407] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381992 {
label="Exchange";
158408 [labelType="html" label="ShuffledRowRDD [158408] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381988 {
label="WholeStageCodegen (29)";
158409 [labelType="html" label="MapPartitionsRDD [158409] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381964 {
label="Union";
158410 [labelType="html" label="UnionRDD [158410] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381993 {
label="mapPartitionsInternal";
158411 [labelType="html" label="MapPartitionsRDD [158411] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster381994 {
label="mapPartitionsInternal";
158412 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [brand_context_id#14929523, supplier_id#14929524, declaring_supplier_id#14929530, supplier_type#14929529, canonical_id#14931480, 0 AS is_primary#14931544, threshold#14929533 AS configured_threshold#14931545, 100.0 AS match_percentage#14931546, 1.0 AS confidence_score#14931547, exact_id_match AS match_reason#14931548]\n : +- BroadcastHashJoin [brand_context_id#14929523, supplier_id#14929524], [brand_context_id#14931472, supplier_id#14931473], Inner, BuildLeft, false\n : :- BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false], input[1, string, false]),false), [plan_id=4286899]\n : : +- Filter (isnotnull(brand_context_id#14929523) AND isnotnull(supplier_id#14929524))\n : : +- InMemoryTableScan [brand_context_id#14929523, supplier_id#14929524, supplier_type#14929529, declaring_supplier_id#14929530, threshold#14929533], [isnotnull(brand_context_id#14929523), isnotnull(supplier_id#14929524)]\n : : ... [158412] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382101 {
label="InMemoryTableScan";
158437 [labelType="html" label="MapPartitionsRDD [158437] [Unordered]<br>jdbc at <unknown>:0"];
158438 [labelType="html" label="MapPartitionsRDD [158438] [Unordered]<br>jdbc at <unknown>:0"];
158439 [labelType="html" label="MapPartitionsRDD [158439] [Unordered]<br>jdbc at <unknown>:0"];
}
subgraph cluster382097 {
label="WholeStageCodegen (1)";
158440 [labelType="html" label="MapPartitionsRDD [158440] [Unordered]<br>jdbc at <unknown>:0"];
}
subgraph cluster382096 {
label="DeserializeToObject";
158441 [labelType="html" label="MapPartitionsRDD [158441] [Unordered]<br>jdbc at <unknown>:0"];
}
subgraph cluster382102 {
label="mapPartitions";
158443 [labelType="html" label="MapPartitionsRDD [158443] [Unordered]<br>jdbc at <unknown>:0"];
}
}
158248->158249;
158249->158250;
158250->158251;
158251->158274;
158274->158275;
158275->158276;
158276->158277;
158277->158278;
158278->158279;
158279->158399;
158399->158400;
158400->158401;
158401->158402;
158403->158404;
158404->158405;
158405->158406;
158406->158407;
158408->158409;
158402->158410;
158407->158410;
158409->158410;
158410->158411;
158411->158412;
158412->158437;
158437->158438;
158438->158439;
158439->158440;
158440->158441;
158441->158442;
158442->158443;
}
158392,158403
158330,158408
158251
158279
158412