digraph G {
subgraph clusterstage_36586 {
label="Stage 36586";
158444 [labelType="html" label="JDBCRDD [158444]<br>cache at <unknown>:0"];
subgraph cluster382112 {
label="WholeStageCodegen (1)";
158445 [labelType="html" label="MapPartitionsRDD [158445]<br>count at <unknown>:0"];
}
subgraph cluster382114 {
label="mapPartitionsInternal";
158446 [labelType="html" label="MapPartitionsRDD [158446]<br>count at <unknown>:0"];
}
subgraph cluster382115 {
label="mapPartitionsInternal";
158447 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#14936228,supplier_id#14936229,entity_name#14936230,city#14936231,state#14936232,country#14936233,supplier_type#14936234,declaring_supplier_id#14936235,canonical_id#14936236,is_primary#14936237,threshold#14936238,create_date#14936239] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [158447] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster382183 {
label="InMemoryTableScan";
158470 [labelType="html" label="MapPartitionsRDD [158470]<br>count at <unknown>:0"];
158471 [labelType="html" label="MapPartitionsRDD [158471]<br>count at <unknown>:0"];
158472 [labelType="html" label="MapPartitionsRDD [158472]<br>count at <unknown>:0"];
}
subgraph cluster382179 {
label="WholeStageCodegen (1)";
158473 [labelType="html" label="MapPartitionsRDD [158473]<br>count at <unknown>:0"];
}
subgraph cluster382184 {
label="mapPartitionsInternal";
158474 [labelType="html" label="MapPartitionsRDD [158474]<br>count at <unknown>:0"];
}
subgraph cluster382185 {
label="mapPartitionsInternal";
158475 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter isnotnull(canonical_id#14936236)\n +- InMemoryTableScan [brand_context_id#14936228, supplier_id#14936229, canonical_id#14936236, is_primary#14936237, entity_name#14936230, city#14936231, state#14936232, country#14936233, threshold#14936238, create_date#14936239], [isnotnull(canonical_id#14936236)]\n +- InMemoryRelation [brand_context_id#14936228, supplier_id#14936229, entity_name#14936230, city#14936231, state#14936232, country#14936233, supplier_type#14936234, declaring_supplier_id#14936235, canonical_id#14936236, is_primary#14936237, threshold#14936238, create_date#14936239], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n ... [158475] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster382496 {
label="InMemoryTableScan";
158595 [labelType="html" label="MapPartitionsRDD [158595]<br>count at <unknown>:0"];
158596 [labelType="html" label="MapPartitionsRDD [158596]<br>count at <unknown>:0"];
158597 [labelType="html" label="MapPartitionsRDD [158597]<br>count at <unknown>:0"];
}
subgraph cluster382485 {
label="WholeStageCodegen (26)";
158598 [labelType="html" label="MapPartitionsRDD [158598]<br>count at <unknown>:0"];
}
subgraph cluster382507 {
label="Exchange";
158599 [labelType="html" label="ShuffledRowRDD [158599] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382503 {
label="WholeStageCodegen (27)";
158600 [labelType="html" label="MapPartitionsRDD [158600] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382502 {
label="WindowGroupLimit";
158601 [labelType="html" label="MapPartitionsRDD [158601] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382501 {
label="Window";
158602 [labelType="html" label="MapPartitionsRDD [158602] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382497 {
label="WholeStageCodegen (28)";
158603 [labelType="html" label="MapPartitionsRDD [158603] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382512 {
label="Exchange";
158604 [labelType="html" label="ShuffledRowRDD [158604] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382508 {
label="WholeStageCodegen (29)";
158605 [labelType="html" label="MapPartitionsRDD [158605] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382484 {
label="Union";
158606 [labelType="html" label="UnionRDD [158606] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382513 {
label="mapPartitionsInternal";
158607 [labelType="html" label="MapPartitionsRDD [158607] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382514 {
label="mapPartitionsInternal";
158608 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [brand_context_id#14936228, supplier_id#14936229, declaring_supplier_id#14936235, supplier_type#14936234, canonical_id#14938185, 0 AS is_primary#14938249, threshold#14936238 AS configured_threshold#14938250, 100.0 AS match_percentage#14938251, 1.0 AS confidence_score#14938252, exact_id_match AS match_reason#14938253]\n : +- BroadcastHashJoin [brand_context_id#14936228, supplier_id#14936229], [brand_context_id#14938177, supplier_id#14938178], Inner, BuildLeft, false\n : :- BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false], input[1, string, false]),false), [plan_id=4291834]\n : : +- Filter (isnotnull(brand_context_id#14936228) AND isnotnull(supplier_id#14936229))\n : : +- InMemoryTableScan [brand_context_id#14936228, supplier_id#14936229, supplier_type#14936234, declaring_supplier_id#14936235, threshold#14936238], [isnotnull(brand_context_id#14936228), isnotnull(supplier_id#14936229)]\n : : ... [158608] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster382577 {
label="InMemoryTableScan";
158617 [labelType="html" label="MapPartitionsRDD [158617] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
158618 [labelType="html" label="MapPartitionsRDD [158618] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
158619 [labelType="html" label="MapPartitionsRDD [158619] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
subgraph cluster382573 {
label="WholeStageCodegen (1)";
158620 [labelType="html" label="MapPartitionsRDD [158620] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
subgraph cluster382572 {
label="Exchange";
158621 [labelType="html" label="MapPartitionsRDD [158621] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
}
158444->158445;
158445->158446;
158446->158447;
158447->158470;
158470->158471;
158471->158472;
158472->158473;
158473->158474;
158474->158475;
158475->158595;
158595->158596;
158596->158597;
158597->158598;
158599->158600;
158600->158601;
158601->158602;
158602->158603;
158604->158605;
158598->158606;
158603->158606;
158605->158606;
158606->158607;
158607->158608;
158608->158617;
158617->158618;
158618->158619;
158619->158620;
158620->158621;
}
158573,158599
158521,158604
158447
158475
158608