digraph G {
subgraph clusterstage_44176 {
label="Stage 44176";
191557 [labelType="html" label="JDBCRDD [191557]<br>cache at <unknown>:0"];
subgraph cluster451699 {
label="WholeStageCodegen (1)";
191558 [labelType="html" label="MapPartitionsRDD [191558]<br>count at <unknown>:0"];
}
subgraph cluster451701 {
label="mapPartitionsInternal";
191559 [labelType="html" label="MapPartitionsRDD [191559]<br>count at <unknown>:0"];
}
subgraph cluster451702 {
label="mapPartitionsInternal";
191560 [labelType="html" label="*(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n v.canonical_id,\n v.is_primary,\n COALESCE(v.threshold, 0.9) AS threshold,\n v.create_date\n FROM vw_all_suppliers_for_dedup v\n ) AS all_suppliers) [numPartitions=1] [brand_context_id#17308583,supplier_id#17308584,entity_name#17308585,city#17308586,state#17308587,country#17308588,supplier_type#17308589,declaring_supplier_id#17308590,canonical_id#17308591,is_primary#17308592,threshold#17308593,create_date#17308594] PushedFilters: [], ReadSchema: struct<brand_context_id:string,supplier_id:string,entity_name:string,city:string,state:string,cou...\n [191560] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster451770 {
label="InMemoryTableScan";
191583 [labelType="html" label="MapPartitionsRDD [191583]<br>count at <unknown>:0"];
191584 [labelType="html" label="MapPartitionsRDD [191584]<br>count at <unknown>:0"];
191585 [labelType="html" label="MapPartitionsRDD [191585]<br>count at <unknown>:0"];
}
subgraph cluster451766 {
label="WholeStageCodegen (1)";
191586 [labelType="html" label="MapPartitionsRDD [191586]<br>count at <unknown>:0"];
}
subgraph cluster451771 {
label="mapPartitionsInternal";
191587 [labelType="html" label="MapPartitionsRDD [191587]<br>count at <unknown>:0"];
}
subgraph cluster451772 {
label="mapPartitionsInternal";
191588 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter isnotnull(canonical_id#17308591)\n +- InMemoryTableScan [brand_context_id#17308583, supplier_id#17308584, canonical_id#17308591, is_primary#17308592, entity_name#17308585, city#17308586, state#17308587, country#17308588, threshold#17308593, create_date#17308594], [isnotnull(canonical_id#17308591)]\n +- InMemoryRelation [brand_context_id#17308583, supplier_id#17308584, entity_name#17308585, city#17308586, state#17308587, country#17308588, supplier_type#17308589, declaring_supplier_id#17308590, canonical_id#17308591, is_primary#17308592, threshold#17308593, create_date#17308594], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Scan JDBCRelation((\n SELECT DISTINCT\n v.brand_context_id,\n v.supplier_id,\n v.entity_name,\n v.city,\n v.state,\n v.country,\n v.supplier_type,\n v.declaring_supplier_id,\n ... [191588] [Cached]<br>count at <unknown>:0"];
}
subgraph cluster452009 {
label="InMemoryTableScan";
191691 [labelType="html" label="MapPartitionsRDD [191691]<br>count at <unknown>:0"];
191692 [labelType="html" label="MapPartitionsRDD [191692]<br>count at <unknown>:0"];
191693 [labelType="html" label="MapPartitionsRDD [191693]<br>count at <unknown>:0"];
}
subgraph cluster451998 {
label="WholeStageCodegen (20)";
191694 [labelType="html" label="MapPartitionsRDD [191694]<br>count at <unknown>:0"];
}
subgraph cluster452020 {
label="Exchange";
191696 [labelType="html" label="ShuffledRowRDD [191696] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452016 {
label="WholeStageCodegen (21)";
191697 [labelType="html" label="MapPartitionsRDD [191697] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452015 {
label="WindowGroupLimit";
191698 [labelType="html" label="MapPartitionsRDD [191698] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452014 {
label="Window";
191699 [labelType="html" label="MapPartitionsRDD [191699] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452010 {
label="WholeStageCodegen (22)";
191700 [labelType="html" label="MapPartitionsRDD [191700] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452025 {
label="Exchange";
191701 [labelType="html" label="ShuffledRowRDD [191701] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452021 {
label="WholeStageCodegen (23)";
191702 [labelType="html" label="MapPartitionsRDD [191702] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster451997 {
label="Union";
191703 [labelType="html" label="UnionRDD [191703] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452026 {
label="mapPartitionsInternal";
191704 [labelType="html" label="MapPartitionsRDD [191704] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452027 {
label="mapPartitionsInternal";
191705 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Union\n :- Project [brand_context_id#17308583, supplier_id#17308584, declaring_supplier_id#17308590, supplier_type#17308589, canonical_id#17310540, 0 AS is_primary#17310604, threshold#17308593 AS configured_threshold#17310605, 100.0 AS match_percentage#17310606, 1.0 AS confidence_score#17310607, exact_id_match AS match_reason#17310608]\n : +- BroadcastHashJoin [brand_context_id#17308583, supplier_id#17308584], [brand_context_id#17310532, supplier_id#17310533], Inner, BuildLeft, false\n : :- BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false], input[1, string, false]),false), [plan_id=4565641]\n : : +- Filter (isnotnull(brand_context_id#17308583) AND isnotnull(supplier_id#17308584))\n : : +- InMemoryTableScan [brand_context_id#17308583, supplier_id#17308584, supplier_type#17308589, declaring_supplier_id#17308590, threshold#17308593], [isnotnull(brand_context_id#17308583), isnotnull(supplier_id#17308584)]\n : : ... [191705] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster452084 {
label="InMemoryTableScan";
191714 [labelType="html" label="MapPartitionsRDD [191714] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
191715 [labelType="html" label="MapPartitionsRDD [191715] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
191716 [labelType="html" label="MapPartitionsRDD [191716] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
subgraph cluster452080 {
label="WholeStageCodegen (1)";
191717 [labelType="html" label="MapPartitionsRDD [191717] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
subgraph cluster452079 {
label="Exchange";
191718 [labelType="html" label="MapPartitionsRDD [191718] [Unordered]<br>collect at /opt/app/scheduler/jobs/dedup_job.py:386"];
}
}
191557->191558;
191558->191559;
191559->191560;
191560->191583;
191583->191584;
191584->191585;
191585->191586;
191586->191587;
191587->191588;
191588->191691;
191691->191692;
191692->191693;
191693->191694;
191696->191697;
191697->191698;
191698->191699;
191699->191700;
191701->191702;
191694->191703;
191700->191703;
191702->191703;
191703->191704;
191704->191705;
191705->191714;
191714->191715;
191715->191716;
191716->191717;
191717->191718;
}
191695,191696
191639,191701
191560
191588
191705