digraph G {
subgraph clusterstage_38372 {
label="Stage 38372";
164714 [labelType="html" label="JDBCRDD [164714]<br>cache at <unknown>:0"];
subgraph cluster396417 {
label="WholeStageCodegen (1)";
164715 [labelType="html" label="MapPartitionsRDD [164715]<br>count at <unknown>:0"];
}
subgraph cluster396419 {
label="mapPartitionsInternal";
164716 [labelType="html" label="MapPartitionsRDD [164716]<br>count at <unknown>:0"];
}
subgraph cluster396420 {
label="mapPartitionsInternal";
164717 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#15516344,supplier_id#15516345,entity_name#15516346,city#15516347,state#15516348,country#15516349,supplier_type#15516350,declaring_supplier_id#15516351,canonical_id#15516352,is_primary#15516353,threshold#15516354,create_date#15516355] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [164717] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster396488 {
label="InMemoryTableScan";
164740 [labelType="html" label="MapPartitionsRDD [164740]<br>count at <unknown>:0"];
164741 [labelType="html" label="MapPartitionsRDD [164741]<br>count at <unknown>:0"];
164742 [labelType="html" label="MapPartitionsRDD [164742]<br>count at <unknown>:0"];
}
subgraph cluster396484 {
label="WholeStageCodegen (1)";
164743 [labelType="html" label="MapPartitionsRDD [164743]<br>count at <unknown>:0"];
}
subgraph cluster396489 {
label="mapPartitionsInternal";
164744 [labelType="html" label="MapPartitionsRDD [164744]<br>count at <unknown>:0"];
}
subgraph cluster396490 {
label="mapPartitionsInternal";
164745 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter isnotnull(canonical_id#15516352)\n +- InMemoryTableScan [brand_context_id#15516344, supplier_id#15516345, canonical_id#15516352, is_primary#15516353, entity_name#15516346, city#15516347, state#15516348, country#15516349, threshold#15516354, create_date#15516355], [isnotnull(canonical_id#15516352)]\n +- InMemoryRelation [brand_context_id#15516344, supplier_id#15516345, entity_name#15516346, city#15516347, state#15516348, country#15516349, supplier_type#15516350, declaring_supplier_id#15516351, canonical_id#15516352, is_primary#15516353, threshold#15516354, create_date#15516355], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n ... [164745] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster396801 {
label="InMemoryTableScan";
164865 [labelType="html" label="MapPartitionsRDD [164865]<br>count at <unknown>:0"];
164866 [labelType="html" label="MapPartitionsRDD [164866]<br>count at <unknown>:0"];
164867 [labelType="html" label="MapPartitionsRDD [164867]<br>count at <unknown>:0"];
}
subgraph cluster396790 {
label="WholeStageCodegen (26)";
164868 [labelType="html" label="MapPartitionsRDD [164868]<br>count at <unknown>:0"];
}
subgraph cluster396812 {
label="Exchange";
164869 [labelType="html" label="ShuffledRowRDD [164869] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396808 {
label="WholeStageCodegen (27)";
164870 [labelType="html" label="MapPartitionsRDD [164870] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396807 {
label="WindowGroupLimit";
164871 [labelType="html" label="MapPartitionsRDD [164871] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396806 {
label="Window";
164872 [labelType="html" label="MapPartitionsRDD [164872] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396802 {
label="WholeStageCodegen (28)";
164873 [labelType="html" label="MapPartitionsRDD [164873] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396820 {
label="Exchange";
164874 [labelType="html" label="ShuffledRowRDD [164874] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396813 {
label="WholeStageCodegen (29)";
164875 [labelType="html" label="MapPartitionsRDD [164875] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396789 {
label="Union";
164876 [labelType="html" label="UnionRDD [164876] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396821 {
label="mapPartitionsInternal";
164877 [labelType="html" label="MapPartitionsRDD [164877] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396822 {
label="mapPartitionsInternal";
164878 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [brand_context_id#15516344, supplier_id#15516345, declaring_supplier_id#15516351, supplier_type#15516350, canonical_id#15518301, 0 AS is_primary#15518365, threshold#15516354 AS configured_threshold#15518366, 100.0 AS match_percentage#15518367, 1.0 AS confidence_score#15518368, exact_id_match AS match_reason#15518369]\n : +- BroadcastHashJoin [brand_context_id#15516344, supplier_id#15516345], [brand_context_id#15518293, supplier_id#15518294], Inner, BuildLeft, false\n : :- BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false], input[1, string, false]),false), [plan_id=4321101]\n : : +- Filter (isnotnull(brand_context_id#15516344) AND isnotnull(supplier_id#15516345))\n : : +- InMemoryTableScan [brand_context_id#15516344, supplier_id#15516345, supplier_type#15516350, declaring_supplier_id#15516351, threshold#15516354], [isnotnull(brand_context_id#15516344), isnotnull(supplier_id#15516345)]\n : : ... [164878] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster396885 {
label="InMemoryTableScan";
164887 [labelType="html" label="MapPartitionsRDD [164887] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
164888 [labelType="html" label="MapPartitionsRDD [164888] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
164889 [labelType="html" label="MapPartitionsRDD [164889] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
subgraph cluster396881 {
label="WholeStageCodegen (1)";
164890 [labelType="html" label="MapPartitionsRDD [164890] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
subgraph cluster396880 {
label="Exchange";
164891 [labelType="html" label="MapPartitionsRDD [164891] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
}
164714->164715;
164715->164716;
164716->164717;
164717->164740;
164740->164741;
164741->164742;
164742->164743;
164743->164744;
164744->164745;
164745->164865;
164865->164866;
164866->164867;
164867->164868;
164869->164870;
164870->164871;
164871->164872;
164872->164873;
164874->164875;
164868->164876;
164873->164876;
164875->164876;
164876->164877;
164877->164878;
164878->164887;
164887->164888;
164888->164889;
164889->164890;
164890->164891;
}
164843,164869
164786,164874
164717
164745
164878