digraph G {
subgraph clusterstage_34062 {
label="Stage 34062";
149824 [labelType="html" label="PythonRDD [149824]<br>RDD at PythonRDD.scala:53"];
149829 [labelType="html" label="PythonRDD [149829]<br>RDD at PythonRDD.scala:53"];
subgraph cluster361485 {
label="Exchange";
149637 [labelType="html" label="ShuffledRowRDD [149637] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster361486 {
label="mapPartitionsInternal";
149638 [labelType="html" label="MapPartitionsRDD [149638] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster361487 {
label="mapPartitionsInternal";
149639 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4247782]\n +- Project [brand_context_id#14300060, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#14300061, 64, true, false, true) AS NetworkID#14300104, Child_Node#14300062, Parent_id#14300063, supplier_id#14300064, preferrd_supplier_id#14300065, supplier_ref_id#14300066, supplier_uid#14300067, supplier_name#14300068, supplier_country#14300069, direct_indirect#14300070, source_type#14300071, product_name#14300072, tier#14300073, is_latest#14300074, is_latest_submitted#14300075, is_unknown_supplier#14300076, company_id#14300077, config_name#14300078, direct_supplier_name#14300079, launch_request_name#14300080, launch_config_ref#14300081, revision_version#14300082, submission_status#14300083, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [149639] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster361633 {
label="InMemoryTableScan";
149689 [labelType="html" label="MapPartitionsRDD [149689] [Unordered]<br>javaToPython at <unknown>:0"];
149690 [labelType="html" label="MapPartitionsRDD [149690] [Unordered]<br>javaToPython at <unknown>:0"];
149691 [labelType="html" label="MapPartitionsRDD [149691] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361624 {
label="WholeStageCodegen (3)";
149692 [labelType="html" label="MapPartitionsRDD [149692] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361623 {
label="MapInPandas";
149693 [labelType="html" label="MapPartitionsRDD [149693] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361615 {
label="WholeStageCodegen (4)";
149694 [labelType="html" label="MapPartitionsRDD [149694] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361577 {
label="AdaptiveSparkPlan";
149695 [labelType="html" label="MapPartitionsRDD [149695] [Unordered]<br>javaToPython at <unknown>:0"];
149696 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#14302869, preferrd_supplier_id#14302870, supplier_uid#14302871, name#14302872, brand_context_id#14302873, country#14302874, state#14302875, city#14302876, region#14302877, status#14302878, is_unknown#14302879, source_evidence#14302880, first_created_date#14303038]\n +- SortMergeJoin [supplier_id#14302869], [supplier_id#14299815], LeftOuter\n :- Sort [supplier_id#14302869 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#14302869, 10), ENSURE_REQUIREMENTS, [plan_id=4247900]\n : +- MapInPandas <lambda>(supplier_id#14302844, preferrd_supplier_id#14302845, supplier_uid#14302846, name#14302847, brand_context_id#14302848, country#14302849, state#14302850, city#14302851, region#14302852, status#14302853, is_unknown#14302854, source_evidence#14302855)#14302868, [supplier_id#14302869, preferrd_supplier_id#14302870, supplier_uid#14302871, name#14302872, brand_context_id#14302873, country#14302874, state#14302875, city... [149696] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361699 {
label="InMemoryTableScan";
149719 [labelType="html" label="MapPartitionsRDD [149719] [Unordered]<br>javaToPython at <unknown>:0"];
149720 [labelType="html" label="MapPartitionsRDD [149720] [Unordered]<br>javaToPython at <unknown>:0"];
149721 [labelType="html" label="MapPartitionsRDD [149721] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361691 {
label="WholeStageCodegen (3)";
149722 [labelType="html" label="MapPartitionsRDD [149722] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361690 {
label="MapInPandas";
149723 [labelType="html" label="MapPartitionsRDD [149723] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361682 {
label="WholeStageCodegen (4)";
149724 [labelType="html" label="MapPartitionsRDD [149724] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361644 {
label="AdaptiveSparkPlan";
149725 [labelType="html" label="MapPartitionsRDD [149725] [Unordered]<br>javaToPython at <unknown>:0"];
149726 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#14303014, facility_uid#14303015, name#14303016, brand_context_id#14303017, owner_supplier_id#14303018, country#14303019, state#14303020, city#14303021, region#14303022, is_unknown#14303023, value_processes#14303024, materials#14303025, first_created_date#14303869]\n +- SortMergeJoin [facility_id#14303014], [facility_id#14299829], LeftOuter\n :- Sort [facility_id#14303014 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#14303014, 10), ENSURE_REQUIREMENTS, [plan_id=4247959]\n : +- MapInPandas <lambda>(facility_id#14302989, facility_uid#14302990, name#14302991, brand_context_id#14302992, owner_supplier_id#14302993, country#14302994, state#14302995, city#14302996, region#14302997, is_unknown#14302998, value_processes#14302999, materials#14303000)#14303013, [facility_id#14303014, facility_uid#14303015, name#14303016, brand_context_id#14303017, owner_supplier_id#14303018, country#14303019, state#14303020, city#14... [149726] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361790 {
label="InMemoryTableScan";
149750 [labelType="html" label="MapPartitionsRDD [149750] [Unordered]<br>javaToPython at <unknown>:0"];
149751 [labelType="html" label="MapPartitionsRDD [149751] [Unordered]<br>javaToPython at <unknown>:0"];
149752 [labelType="html" label="MapPartitionsRDD [149752] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361781 {
label="WholeStageCodegen (4)";
149753 [labelType="html" label="MapPartitionsRDD [149753] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361780 {
label="MapInPandas";
149754 [labelType="html" label="MapPartitionsRDD [149754] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361772 {
label="WholeStageCodegen (5)";
149755 [labelType="html" label="MapPartitionsRDD [149755] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361723 {
label="AdaptiveSparkPlan";
149756 [labelType="html" label="MapPartitionsRDD [149756] [Unordered]<br>javaToPython at <unknown>:0"];
149757 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#14304967, supplier_uid#14304968, name#14304969, brand_context_id#14304970, country#14304971, state#14304972, city#14304973, region#14304974, status#14304975, is_unknown#14304976, source_evidence#14304977, first_created_date#14304989]\n +- SortMergeJoin [supplier_id#14304967], [supplier_id#14304992], LeftOuter\n :- Sort [supplier_id#14304967 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#14304967, 10), ENSURE_REQUIREMENTS, [plan_id=4248035]\n : +- MapInPandas <lambda>(supplier_id#14304944, supplier_uid#14304945, name#14304946, brand_context_id#14304947, country#14304948, state#14304949, city#14304950, region#14304951, status#14304952, is_unknown#14304953, source_evidence#14304954)#14304966, [supplier_id#14304967, supplier_uid#14304968, name#14304969, brand_context_id#14304970, country#14304971, state#14304972, city#14304973, region#14304974, status#14304975, is_unknown#14304976, source_evidence#14304977], ... [149757] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361866 {
label="InMemoryTableScan";
149786 [labelType="html" label="MapPartitionsRDD [149786] [Unordered]<br>javaToPython at <unknown>:0"];
149787 [labelType="html" label="MapPartitionsRDD [149787] [Unordered]<br>javaToPython at <unknown>:0"];
149788 [labelType="html" label="MapPartitionsRDD [149788] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361862 {
label="WholeStageCodegen (2)";
149789 [labelType="html" label="MapPartitionsRDD [149789] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361871 {
label="InMemoryTableScan";
149790 [labelType="html" label="MapPartitionsRDD [149790] [Unordered]<br>javaToPython at <unknown>:0"];
149791 [labelType="html" label="MapPartitionsRDD [149791] [Unordered]<br>javaToPython at <unknown>:0"];
149792 [labelType="html" label="MapPartitionsRDD [149792] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361867 {
label="WholeStageCodegen (3)";
149793 [labelType="html" label="MapPartitionsRDD [149793] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361861 {
label="Union";
149794 [labelType="html" label="UnionRDD [149794] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361852 {
label="WholeStageCodegen (4)";
149795 [labelType="html" label="MapPartitionsRDD [149795] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361838 {
label="AdaptiveSparkPlan";
149796 [labelType="html" label="MapPartitionsRDD [149796] [Unordered]<br>javaToPython at <unknown>:0"];
149797 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#14302869 AS entity_id#14311522, brand_context_id#14302873, dim_id#14311516, raw_level#14311517 AS level#14311523, CASE WHEN (cast(raw_level#14311517 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#14311517 as double) >= 3.4) THEN High WHEN (cast(raw_level#14311517 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#14311517 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#14311517 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#14311524, active AS status#14311525, 2026-10-18T10:50:16.324932+00:00 AS listed_at#14311526, 2026-10-18T10:50:16.324932+00:00 AS assessed_at#14311527, null AS matched_entity#14311528, null AS match_pct#14311529, null AS match_source#14311530, null AS threshold#14311531, null AS kharon_id#14311532]\n +- Filter (isnotnull(raw_level#14311517) AND NOT (raw_level#14311517 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#14184896 as string), risk_forced_labor, cast(Forced_Labor#14184895 as... [149797] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361907 {
label="InMemoryTableScan";
149809 [labelType="html" label="MapPartitionsRDD [149809] [Unordered]<br>javaToPython at <unknown>:0"];
149810 [labelType="html" label="MapPartitionsRDD [149810] [Unordered]<br>javaToPython at <unknown>:0"];
149811 [labelType="html" label="MapPartitionsRDD [149811] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361896 {
label="WholeStageCodegen (2)";
149812 [labelType="html" label="MapPartitionsRDD [149812] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361882 {
label="AdaptiveSparkPlan";
149813 [labelType="html" label="MapPartitionsRDD [149813] [Unordered]<br>javaToPython at <unknown>:0"];
149814 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#14303014 AS entity_id#14312382, brand_context_id#14303017, dim_id#14312376, raw_level#14312377 AS level#14312383, CASE WHEN (cast(raw_level#14312377 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#14312377 as double) >= 3.4) THEN High WHEN (cast(raw_level#14312377 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#14312377 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#14312377 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#14312384, active AS status#14312385, 2026-10-18T10:50:16.324932+00:00 AS listed_at#14312386, 2026-10-18T10:50:16.324932+00:00 AS assessed_at#14312387, null AS matched_entity#14312388, null AS match_pct#14312389, null AS match_source#14312390, null AS threshold#14312391, null AS kharon_id#14312392]\n +- Filter (isnotnull(raw_level#14312377) AND NOT (raw_level#14312377 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#14184896 as string), risk_forced_labor, cast(Forced_Labor#14184895 as... [149814] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361929 {
label="parallelize";
149823 [labelType="html" label="ParallelCollectionRDD [149823]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster361930 {
label="mapPartitions";
149825 [labelType="html" label="MapPartitionsRDD [149825]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster361931 {
label="map";
149826 [labelType="html" label="MapPartitionsRDD [149826]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster361932 {
label="mapPartitions";
149827 [labelType="html" label="MapPartitionsRDD [149827]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster361933 {
label="parallelize";
149828 [labelType="html" label="ParallelCollectionRDD [149828]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster361934 {
label="mapPartitions";
149830 [labelType="html" label="MapPartitionsRDD [149830]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster361935 {
label="map";
149831 [labelType="html" label="MapPartitionsRDD [149831]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster361936 {
label="mapPartitions";
149832 [labelType="html" label="MapPartitionsRDD [149832]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster361967 {
label="InMemoryTableScan";
149838 [labelType="html" label="MapPartitionsRDD [149838] [Unordered]<br>javaToPython at <unknown>:0"];
149839 [labelType="html" label="MapPartitionsRDD [149839] [Unordered]<br>javaToPython at <unknown>:0"];
149840 [labelType="html" label="MapPartitionsRDD [149840] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361962 {
label="WholeStageCodegen (2)";
149841 [labelType="html" label="MapPartitionsRDD [149841] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361968 {
label="WholeStageCodegen (3)";
149842 [labelType="html" label="MapPartitionsRDD [149842]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361961 {
label="Union";
149843 [labelType="html" label="UnionRDD [149843] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361953 {
label="WholeStageCodegen (4)";
149844 [labelType="html" label="MapPartitionsRDD [149844] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361938 {
label="AdaptiveSparkPlan";
149845 [labelType="html" label="MapPartitionsRDD [149845] [Unordered]<br>javaToPython at <unknown>:0"];
149846 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#14314109, dim_id#14312376, lvl#14314110, sid#14314114]\n +- BroadcastHashJoin [facility_id#14314109], [facility_id#14301966], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#14312382 AS facility_id#14314109, dim_id#14312376, cast(level#14312383 as double) AS lvl#14314110]\n : : +- Filter ((isnotnull(dim_id#14312376) AND NOT (dim_id#14312376 = risk_overall)) AND isnotnull(entity_id#14312382))\n : : +- InMemoryTableScan [dim_id#14312376, entity_id#14312382, level#14312383], [isnotnull(dim_id#14312376), NOT (dim_id#14312376 = risk_overall), isnotnull(entity_id#14312382)]\n : : +- InMemoryRelation [entity_id#14312382, brand_context_id#14303017, dim_id#14312376, level#14312383, level_band#14312384, status#14312385, listed_at#14312386, assessed_at#14312387, matched_entity#14312388, match_pct#14312389, match_source#14312390, threshold#14312391, kharon_id#14312392], StorageLevel(disk, memory, deseriali... [149846] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
149859 [labelType="html" label="MapPartitionsRDD [149859] [Unordered]<br>javaToPython at <unknown>:0"];
149860 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#14314442, dim_id#14311516, lvl#14314443, _has_fac#14314449]\n +- BroadcastHashJoin [sid#14314442], [sid#14314447], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#14311522 AS sid#14314442, dim_id#14311516, cast(level#14311523 as double) AS lvl#14314443]\n : : +- Filter (isnotnull(dim_id#14311516) AND NOT (dim_id#14311516 = risk_overall))\n : : +- InMemoryTableScan [dim_id#14311516, entity_id#14311522, level#14311523], [isnotnull(dim_id#14311516), NOT (dim_id#14311516 = risk_overall)]\n : : +- InMemoryRelation [entity_id#14311522, brand_context_id#14302873, dim_id#14311516, level#14311523, level_band#14311524, status#14311525, listed_at#14311526, assessed_at#14311527, matched_entity#14311528, match_pct#14311529, match_source#14311530, threshold#14311531, kharon_id#14311532], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [149860] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362002 {
label="InMemoryTableScan";
149852 [labelType="html" label="MapPartitionsRDD [149852] [Unordered]<br>javaToPython at <unknown>:0"];
149853 [labelType="html" label="MapPartitionsRDD [149853] [Unordered]<br>javaToPython at <unknown>:0"];
149854 [labelType="html" label="MapPartitionsRDD [149854] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361997 {
label="WholeStageCodegen (2)";
149855 [labelType="html" label="MapPartitionsRDD [149855] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362003 {
label="WholeStageCodegen (3)";
149856 [labelType="html" label="MapPartitionsRDD [149856]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361996 {
label="Union";
149857 [labelType="html" label="UnionRDD [149857] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster361988 {
label="WholeStageCodegen (4)";
149858 [labelType="html" label="MapPartitionsRDD [149858] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362044 {
label="InMemoryTableScan";
149880 [labelType="html" label="MapPartitionsRDD [149880] [Unordered]<br>javaToPython at <unknown>:0"];
149881 [labelType="html" label="MapPartitionsRDD [149881] [Unordered]<br>javaToPython at <unknown>:0"];
149882 [labelType="html" label="MapPartitionsRDD [149882] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362039 {
label="WholeStageCodegen (5)";
149883 [labelType="html" label="MapPartitionsRDD [149883] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362050 {
label="InMemoryTableScan";
149884 [labelType="html" label="MapPartitionsRDD [149884] [Unordered]<br>javaToPython at <unknown>:0"];
149885 [labelType="html" label="MapPartitionsRDD [149885] [Unordered]<br>javaToPython at <unknown>:0"];
149886 [labelType="html" label="MapPartitionsRDD [149886] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362045 {
label="WholeStageCodegen (6)";
149887 [labelType="html" label="MapPartitionsRDD [149887] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362038 {
label="Union";
149888 [labelType="html" label="UnionRDD [149888] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362035 {
label="WholeStageCodegen (7)";
149889 [labelType="html" label="MapPartitionsRDD [149889] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster362034 {
label="Exchange";
149890 [labelType="html" label="MapPartitionsRDD [149890] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
149637->149638;
149638->149639;
149639->149689;
149689->149690;
149690->149691;
149691->149692;
149692->149693;
149693->149694;
149694->149695;
149695->149696;
149639->149719;
149719->149720;
149720->149721;
149721->149722;
149722->149723;
149723->149724;
149724->149725;
149725->149726;
149639->149750;
149750->149751;
149751->149752;
149752->149753;
149753->149754;
149754->149755;
149755->149756;
149756->149757;
149696->149786;
149786->149787;
149787->149788;
149788->149789;
149757->149790;
149790->149791;
149791->149792;
149792->149793;
149789->149794;
149793->149794;
149794->149795;
149795->149796;
149796->149797;
149726->149809;
149809->149810;
149810->149811;
149811->149812;
149812->149813;
149813->149814;
149823->149824;
149824->149825;
149825->149826;
149826->149827;
149828->149829;
149829->149830;
149830->149831;
149831->149832;
149814->149838;
149838->149839;
149839->149840;
149840->149841;
149832->149842;
149841->149843;
149842->149843;
149843->149844;
149844->149845;
149845->149846;
149797->149852;
149852->149853;
149853->149854;
149854->149855;
149827->149856;
149855->149857;
149856->149857;
149857->149858;
149858->149859;
149859->149860;
149846->149880;
149880->149881;
149881->149882;
149882->149883;
149860->149884;
149884->149885;
149885->149886;
149886->149887;
149883->149888;
149887->149888;
149888->149889;
149889->149890;
}
149636,149637
149639
149797
149814
149846
149860