digraph G {
subgraph clusterstage_26752 {
label="Stage 26752";
117818 [labelType="html" label="PythonRDD [117818]<br>RDD at PythonRDD.scala:53"];
117823 [labelType="html" label="PythonRDD [117823]<br>RDD at PythonRDD.scala:53"];
subgraph cluster294752 {
label="Exchange";
117625 [labelType="html" label="ShuffledRowRDD [117625] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294753 {
label="mapPartitionsInternal";
117626 [labelType="html" label="MapPartitionsRDD [117626] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294754 {
label="mapPartitionsInternal";
117627 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3993705]\n +- Project [brand_context_id#12010729, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#12010730, 64, true, false, true) AS NetworkID#12010773, Child_Node#12010731, Parent_id#12010732, supplier_id#12010733, preferrd_supplier_id#12010734, supplier_ref_id#12010735, supplier_uid#12010736, supplier_name#12010737, supplier_country#12010738, direct_indirect#12010739, source_type#12010740, product_name#12010741, tier#12010742, is_latest#12010743, is_latest_submitted#12010744, is_unknown_supplier#12010745, company_id#12010746, config_name#12010747, direct_supplier_name#12010748, launch_request_name#12010749, launch_config_ref#12010750, revision_version#12010751, submission_status#12010752, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [117627] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294903 {
label="Exchange";
117683 [labelType="html" label="ShuffledRowRDD [117683] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294894 {
label="WholeStageCodegen (4)";
117684 [labelType="html" label="MapPartitionsRDD [117684] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294844 {
label="AdaptiveSparkPlan";
117685 [labelType="html" label="MapPartitionsRDD [117685] [Unordered]<br>javaToPython at <unknown>:0"];
117686 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#12013538, preferrd_supplier_id#12013539, supplier_uid#12013540, name#12013541, brand_context_id#12013542, country#12013543, state#12013544, city#12013545, region#12013546, status#12013547, is_unknown#12013548, source_evidence#12013549, first_created_date#12013707]\n +- SortMergeJoin [supplier_id#12013538], [supplier_id#12010484], LeftOuter\n :- Sort [supplier_id#12013538 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#12013538, 10), ENSURE_REQUIREMENTS, [plan_id=3993823]\n : +- MapInPandas <lambda>(supplier_id#12013513, preferrd_supplier_id#12013514, supplier_uid#12013515, name#12013516, brand_context_id#12013517, country#12013518, state#12013519, city#12013520, region#12013521, status#12013522, is_unknown#12013523, source_evidence#12013524)#12013537, [supplier_id#12013538, preferrd_supplier_id#12013539, supplier_uid#12013540, name#12013541, brand_context_id#12013542, country#12013543, state#12013544, city... [117686] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294984 {
label="InMemoryTableScan";
117711 [labelType="html" label="MapPartitionsRDD [117711] [Unordered]<br>javaToPython at <unknown>:0"];
117712 [labelType="html" label="MapPartitionsRDD [117712] [Unordered]<br>javaToPython at <unknown>:0"];
117713 [labelType="html" label="MapPartitionsRDD [117713] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294976 {
label="WholeStageCodegen (3)";
117714 [labelType="html" label="MapPartitionsRDD [117714] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294975 {
label="MapInPandas";
117715 [labelType="html" label="MapPartitionsRDD [117715] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294967 {
label="WholeStageCodegen (4)";
117716 [labelType="html" label="MapPartitionsRDD [117716] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294929 {
label="AdaptiveSparkPlan";
117717 [labelType="html" label="MapPartitionsRDD [117717] [Unordered]<br>javaToPython at <unknown>:0"];
117718 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#12013683, facility_uid#12013684, name#12013685, brand_context_id#12013686, owner_supplier_id#12013687, country#12013688, state#12013689, city#12013690, region#12013691, is_unknown#12013692, value_processes#12013693, materials#12013694, first_created_date#12014538]\n +- SortMergeJoin [facility_id#12013683], [facility_id#12010498], LeftOuter\n :- Sort [facility_id#12013683 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#12013683, 10), ENSURE_REQUIREMENTS, [plan_id=3993882]\n : +- MapInPandas <lambda>(facility_id#12013658, facility_uid#12013659, name#12013660, brand_context_id#12013661, owner_supplier_id#12013662, country#12013663, state#12013664, city#12013665, region#12013666, is_unknown#12013667, value_processes#12013668, materials#12013669)#12013682, [facility_id#12013683, facility_uid#12013684, name#12013685, brand_context_id#12013686, owner_supplier_id#12013687, country#12013688, state#12013689, city#12... [117718] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295070 {
label="InMemoryTableScan";
117742 [labelType="html" label="MapPartitionsRDD [117742] [Unordered]<br>javaToPython at <unknown>:0"];
117743 [labelType="html" label="MapPartitionsRDD [117743] [Unordered]<br>javaToPython at <unknown>:0"];
117744 [labelType="html" label="MapPartitionsRDD [117744] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295058 {
label="WholeStageCodegen (4)";
117745 [labelType="html" label="MapPartitionsRDD [117745] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295057 {
label="MapInPandas";
117746 [labelType="html" label="MapPartitionsRDD [117746] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295049 {
label="WholeStageCodegen (5)";
117747 [labelType="html" label="MapPartitionsRDD [117747] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295008 {
label="AdaptiveSparkPlan";
117748 [labelType="html" label="MapPartitionsRDD [117748] [Unordered]<br>javaToPython at <unknown>:0"];
117749 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#12015636, supplier_uid#12015637, name#12015638, brand_context_id#12015639, country#12015640, state#12015641, city#12015642, region#12015643, status#12015644, is_unknown#12015645, source_evidence#12015646, first_created_date#12015658]\n +- SortMergeJoin [supplier_id#12015636], [supplier_id#12015661], LeftOuter\n :- Sort [supplier_id#12015636 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#12015636, 10), ENSURE_REQUIREMENTS, [plan_id=3993958]\n : +- MapInPandas <lambda>(supplier_id#12015613, supplier_uid#12015614, name#12015615, brand_context_id#12015616, country#12015617, state#12015618, city#12015619, region#12015620, status#12015621, is_unknown#12015622, source_evidence#12015623)#12015635, [supplier_id#12015636, supplier_uid#12015637, name#12015638, brand_context_id#12015639, country#12015640, state#12015641, city#12015642, region#12015643, status#12015644, is_unknown#12015645, source_evidence#12015646], ... [117749] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295146 {
label="InMemoryTableScan";
117778 [labelType="html" label="MapPartitionsRDD [117778] [Unordered]<br>javaToPython at <unknown>:0"];
117779 [labelType="html" label="MapPartitionsRDD [117779] [Unordered]<br>javaToPython at <unknown>:0"];
117780 [labelType="html" label="MapPartitionsRDD [117780] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295142 {
label="WholeStageCodegen (2)";
117781 [labelType="html" label="MapPartitionsRDD [117781] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295151 {
label="InMemoryTableScan";
117782 [labelType="html" label="MapPartitionsRDD [117782] [Unordered]<br>javaToPython at <unknown>:0"];
117783 [labelType="html" label="MapPartitionsRDD [117783] [Unordered]<br>javaToPython at <unknown>:0"];
117784 [labelType="html" label="MapPartitionsRDD [117784] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295147 {
label="WholeStageCodegen (3)";
117785 [labelType="html" label="MapPartitionsRDD [117785] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295141 {
label="Union";
117786 [labelType="html" label="UnionRDD [117786] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295132 {
label="WholeStageCodegen (4)";
117787 [labelType="html" label="MapPartitionsRDD [117787] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295118 {
label="AdaptiveSparkPlan";
117788 [labelType="html" label="MapPartitionsRDD [117788] [Unordered]<br>javaToPython at <unknown>:0"];
117789 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#12013538 AS entity_id#12022256, brand_context_id#12013542, dim_id#12022250, raw_level#12022251 AS level#12022257, CASE WHEN (cast(raw_level#12022251 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#12022251 as double) >= 3.4) THEN High WHEN (cast(raw_level#12022251 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#12022251 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#12022251 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#12022258, active AS status#12022259, 2026-10-17T12:00:51.962854+00:00 AS listed_at#12022260, 2026-10-17T12:00:51.962854+00:00 AS assessed_at#12022261, null AS matched_entity#12022262, null AS match_pct#12022263, null AS match_source#12022264, null AS threshold#12022265, null AS kharon_id#12022266]\n +- Filter (isnotnull(raw_level#12022251) AND NOT (raw_level#12022251 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#2019986 as string), risk_forced_labor, cast(Forced_Labor#2019985 as s... [117789] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295213 {
label="InMemoryTableScan";
117803 [labelType="html" label="MapPartitionsRDD [117803] [Unordered]<br>javaToPython at <unknown>:0"];
117804 [labelType="html" label="MapPartitionsRDD [117804] [Unordered]<br>javaToPython at <unknown>:0"];
117805 [labelType="html" label="MapPartitionsRDD [117805] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295202 {
label="WholeStageCodegen (2)";
117806 [labelType="html" label="MapPartitionsRDD [117806] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295188 {
label="AdaptiveSparkPlan";
117807 [labelType="html" label="MapPartitionsRDD [117807] [Unordered]<br>javaToPython at <unknown>:0"];
117808 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#12013683 AS entity_id#12023116, brand_context_id#12013686, dim_id#12023110, raw_level#12023111 AS level#12023117, CASE WHEN (cast(raw_level#12023111 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#12023111 as double) >= 3.4) THEN High WHEN (cast(raw_level#12023111 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#12023111 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#12023111 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#12023118, active AS status#12023119, 2026-10-17T12:00:51.962854+00:00 AS listed_at#12023120, 2026-10-17T12:00:51.962854+00:00 AS assessed_at#12023121, null AS matched_entity#12023122, null AS match_pct#12023123, null AS match_source#12023124, null AS threshold#12023125, null AS kharon_id#12023126]\n +- Filter (isnotnull(raw_level#12023111) AND NOT (raw_level#12023111 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#2019986 as string), risk_forced_labor, cast(Forced_Labor#2019985 as s... [117808] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295235 {
label="parallelize";
117817 [labelType="html" label="ParallelCollectionRDD [117817]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster295236 {
label="mapPartitions";
117819 [labelType="html" label="MapPartitionsRDD [117819]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster295237 {
label="map";
117820 [labelType="html" label="MapPartitionsRDD [117820]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster295238 {
label="mapPartitions";
117821 [labelType="html" label="MapPartitionsRDD [117821]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster295239 {
label="parallelize";
117822 [labelType="html" label="ParallelCollectionRDD [117822]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster295240 {
label="mapPartitions";
117824 [labelType="html" label="MapPartitionsRDD [117824]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster295241 {
label="map";
117825 [labelType="html" label="MapPartitionsRDD [117825]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster295242 {
label="mapPartitions";
117826 [labelType="html" label="MapPartitionsRDD [117826]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster295273 {
label="InMemoryTableScan";
117832 [labelType="html" label="MapPartitionsRDD [117832] [Unordered]<br>javaToPython at <unknown>:0"];
117833 [labelType="html" label="MapPartitionsRDD [117833] [Unordered]<br>javaToPython at <unknown>:0"];
117834 [labelType="html" label="MapPartitionsRDD [117834] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295268 {
label="WholeStageCodegen (2)";
117835 [labelType="html" label="MapPartitionsRDD [117835] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295274 {
label="WholeStageCodegen (3)";
117836 [labelType="html" label="MapPartitionsRDD [117836]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295267 {
label="Union";
117837 [labelType="html" label="UnionRDD [117837] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295259 {
label="WholeStageCodegen (4)";
117838 [labelType="html" label="MapPartitionsRDD [117838] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295244 {
label="AdaptiveSparkPlan";
117839 [labelType="html" label="MapPartitionsRDD [117839] [Unordered]<br>javaToPython at <unknown>:0"];
117840 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#12024908, dim_id#12023110, lvl#12024909, sid#12024913]\n +- BroadcastHashJoin [facility_id#12024908], [facility_id#12012635], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#12023116 AS facility_id#12024908, dim_id#12023110, cast(level#12023117 as double) AS lvl#12024909]\n : : +- Filter ((isnotnull(dim_id#12023110) AND NOT (dim_id#12023110 = risk_overall)) AND isnotnull(entity_id#12023116))\n : : +- InMemoryTableScan [dim_id#12023110, entity_id#12023116, level#12023117], [isnotnull(dim_id#12023110), NOT (dim_id#12023110 = risk_overall), isnotnull(entity_id#12023116)]\n : : +- InMemoryRelation [entity_id#12023116, brand_context_id#12013686, dim_id#12023110, level#12023117, level_band#12023118, status#12023119, listed_at#12023120, assessed_at#12023121, matched_entity#12023122, match_pct#12023123, match_source#12023124, threshold#12023125, kharon_id#12023126], StorageLevel(disk, memory, deseriali... [117840] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
117853 [labelType="html" label="MapPartitionsRDD [117853] [Unordered]<br>javaToPython at <unknown>:0"];
117854 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#12025241, dim_id#12022250, lvl#12025242, _has_fac#12025248]\n +- BroadcastHashJoin [sid#12025241], [sid#12025246], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#12022256 AS sid#12025241, dim_id#12022250, cast(level#12022257 as double) AS lvl#12025242]\n : : +- Filter (isnotnull(dim_id#12022250) AND NOT (dim_id#12022250 = risk_overall))\n : : +- InMemoryTableScan [dim_id#12022250, entity_id#12022256, level#12022257], [isnotnull(dim_id#12022250), NOT (dim_id#12022250 = risk_overall)]\n : : +- InMemoryRelation [entity_id#12022256, brand_context_id#12013542, dim_id#12022250, level#12022257, level_band#12022258, status#12022259, listed_at#12022260, assessed_at#12022261, matched_entity#12022262, match_pct#12022263, match_source#12022264, threshold#12022265, kharon_id#12022266], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [117854] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295308 {
label="InMemoryTableScan";
117846 [labelType="html" label="MapPartitionsRDD [117846] [Unordered]<br>javaToPython at <unknown>:0"];
117847 [labelType="html" label="MapPartitionsRDD [117847] [Unordered]<br>javaToPython at <unknown>:0"];
117848 [labelType="html" label="MapPartitionsRDD [117848] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295303 {
label="WholeStageCodegen (2)";
117849 [labelType="html" label="MapPartitionsRDD [117849] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295309 {
label="WholeStageCodegen (3)";
117850 [labelType="html" label="MapPartitionsRDD [117850]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295302 {
label="Union";
117851 [labelType="html" label="UnionRDD [117851] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295294 {
label="WholeStageCodegen (4)";
117852 [labelType="html" label="MapPartitionsRDD [117852] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295350 {
label="InMemoryTableScan";
117874 [labelType="html" label="MapPartitionsRDD [117874] [Unordered]<br>javaToPython at <unknown>:0"];
117875 [labelType="html" label="MapPartitionsRDD [117875] [Unordered]<br>javaToPython at <unknown>:0"];
117876 [labelType="html" label="MapPartitionsRDD [117876] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295345 {
label="WholeStageCodegen (5)";
117877 [labelType="html" label="MapPartitionsRDD [117877] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295356 {
label="InMemoryTableScan";
117878 [labelType="html" label="MapPartitionsRDD [117878] [Unordered]<br>javaToPython at <unknown>:0"];
117879 [labelType="html" label="MapPartitionsRDD [117879] [Unordered]<br>javaToPython at <unknown>:0"];
117880 [labelType="html" label="MapPartitionsRDD [117880] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295351 {
label="WholeStageCodegen (6)";
117881 [labelType="html" label="MapPartitionsRDD [117881] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295344 {
label="Union";
117882 [labelType="html" label="UnionRDD [117882] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295341 {
label="WholeStageCodegen (7)";
117883 [labelType="html" label="MapPartitionsRDD [117883] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295340 {
label="Exchange";
117884 [labelType="html" label="MapPartitionsRDD [117884] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
117625->117626;
117626->117627;
117683->117684;
117684->117685;
117685->117686;
117627->117711;
117711->117712;
117712->117713;
117713->117714;
117714->117715;
117715->117716;
117716->117717;
117717->117718;
117627->117742;
117742->117743;
117743->117744;
117744->117745;
117745->117746;
117746->117747;
117747->117748;
117748->117749;
117686->117778;
117778->117779;
117779->117780;
117780->117781;
117749->117782;
117782->117783;
117783->117784;
117784->117785;
117781->117786;
117785->117786;
117786->117787;
117787->117788;
117788->117789;
117718->117803;
117803->117804;
117804->117805;
117805->117806;
117806->117807;
117807->117808;
117817->117818;
117818->117819;
117819->117820;
117820->117821;
117822->117823;
117823->117824;
117824->117825;
117825->117826;
117808->117832;
117832->117833;
117833->117834;
117834->117835;
117826->117836;
117835->117837;
117836->117837;
117837->117838;
117838->117839;
117839->117840;
117789->117846;
117846->117847;
117847->117848;
117848->117849;
117821->117850;
117849->117851;
117850->117851;
117851->117852;
117852->117853;
117853->117854;
117840->117874;
117874->117875;
117875->117876;
117876->117877;
117854->117878;
117878->117879;
117879->117880;
117880->117881;
117877->117882;
117881->117882;
117882->117883;
117883->117884;
}
117624,117625
117677,117683
117627
117789
117808
117840
117854