digraph G {
subgraph clusterstage_41707 {
label="Stage 41707";
183023 [labelType="html" label="PythonRDD [183023]<br>RDD at PythonRDD.scala:53"];
183028 [labelType="html" label="PythonRDD [183028]<br>RDD at PythonRDD.scala:53"];
subgraph cluster431249 {
label="Exchange";
182832 [labelType="html" label="ShuffledRowRDD [182832] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster431250 {
label="mapPartitionsInternal";
182833 [labelType="html" label="MapPartitionsRDD [182833] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster431251 {
label="mapPartitionsInternal";
182834 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4522809]\n +- Project [brand_context_id#16660791, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16660792, 64, true, false, true) AS NetworkID#16660835, Child_Node#16660793, Parent_id#16660794, supplier_id#16660795, preferrd_supplier_id#16660796, supplier_ref_id#16660797, supplier_uid#16660798, supplier_name#16660799, supplier_country#16660800, direct_indirect#16660801, source_type#16660802, product_name#16660803, tier#16660804, is_latest#16660805, is_latest_submitted#16660806, is_unknown_supplier#16660807, company_id#16660808, config_name#16660809, direct_supplier_name#16660810, launch_request_name#16660811, launch_config_ref#16660812, revision_version#16660813, submission_status#16660814, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [182834] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster431397 {
label="InMemoryTableScan";
182884 [labelType="html" label="MapPartitionsRDD [182884] [Unordered]<br>javaToPython at <unknown>:0"];
182885 [labelType="html" label="MapPartitionsRDD [182885] [Unordered]<br>javaToPython at <unknown>:0"];
182886 [labelType="html" label="MapPartitionsRDD [182886] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431388 {
label="WholeStageCodegen (3)";
182887 [labelType="html" label="MapPartitionsRDD [182887] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431387 {
label="MapInPandas";
182888 [labelType="html" label="MapPartitionsRDD [182888] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431379 {
label="WholeStageCodegen (4)";
182889 [labelType="html" label="MapPartitionsRDD [182889] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431341 {
label="AdaptiveSparkPlan";
182890 [labelType="html" label="MapPartitionsRDD [182890] [Unordered]<br>javaToPython at <unknown>:0"];
182891 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16663600, preferrd_supplier_id#16663601, supplier_uid#16663602, name#16663603, brand_context_id#16663604, country#16663605, state#16663606, city#16663607, region#16663608, status#16663609, is_unknown#16663610, source_evidence#16663611, first_created_date#16663769]\n +- SortMergeJoin [supplier_id#16663600], [supplier_id#16660546], LeftOuter\n :- Sort [supplier_id#16663600 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16663600, 10), ENSURE_REQUIREMENTS, [plan_id=4522927]\n : +- MapInPandas <lambda>(supplier_id#16663575, preferrd_supplier_id#16663576, supplier_uid#16663577, name#16663578, brand_context_id#16663579, country#16663580, state#16663581, city#16663582, region#16663583, status#16663584, is_unknown#16663585, source_evidence#16663586)#16663599, [supplier_id#16663600, preferrd_supplier_id#16663601, supplier_uid#16663602, name#16663603, brand_context_id#16663604, country#16663605, state#16663606, city... [182891] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431476 {
label="InMemoryTableScan";
182916 [labelType="html" label="MapPartitionsRDD [182916] [Unordered]<br>javaToPython at <unknown>:0"];
182917 [labelType="html" label="MapPartitionsRDD [182917] [Unordered]<br>javaToPython at <unknown>:0"];
182918 [labelType="html" label="MapPartitionsRDD [182918] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431468 {
label="WholeStageCodegen (3)";
182919 [labelType="html" label="MapPartitionsRDD [182919] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431467 {
label="MapInPandas";
182920 [labelType="html" label="MapPartitionsRDD [182920] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431459 {
label="WholeStageCodegen (4)";
182921 [labelType="html" label="MapPartitionsRDD [182921] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431421 {
label="AdaptiveSparkPlan";
182922 [labelType="html" label="MapPartitionsRDD [182922] [Unordered]<br>javaToPython at <unknown>:0"];
182923 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16663745, facility_uid#16663746, name#16663747, brand_context_id#16663748, owner_supplier_id#16663749, country#16663750, state#16663751, city#16663752, region#16663753, is_unknown#16663754, value_processes#16663755, materials#16663756, first_created_date#16664600]\n +- SortMergeJoin [facility_id#16663745], [facility_id#16660560], LeftOuter\n :- Sort [facility_id#16663745 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#16663745, 10), ENSURE_REQUIREMENTS, [plan_id=4522986]\n : +- MapInPandas <lambda>(facility_id#16663720, facility_uid#16663721, name#16663722, brand_context_id#16663723, owner_supplier_id#16663724, country#16663725, state#16663726, city#16663727, region#16663728, is_unknown#16663729, value_processes#16663730, materials#16663731)#16663744, [facility_id#16663745, facility_uid#16663746, name#16663747, brand_context_id#16663748, owner_supplier_id#16663749, country#16663750, state#16663751, city#16... [182923] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431562 {
label="InMemoryTableScan";
182947 [labelType="html" label="MapPartitionsRDD [182947] [Unordered]<br>javaToPython at <unknown>:0"];
182948 [labelType="html" label="MapPartitionsRDD [182948] [Unordered]<br>javaToPython at <unknown>:0"];
182949 [labelType="html" label="MapPartitionsRDD [182949] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431550 {
label="WholeStageCodegen (4)";
182950 [labelType="html" label="MapPartitionsRDD [182950] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431549 {
label="MapInPandas";
182951 [labelType="html" label="MapPartitionsRDD [182951] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431541 {
label="WholeStageCodegen (5)";
182952 [labelType="html" label="MapPartitionsRDD [182952] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431500 {
label="AdaptiveSparkPlan";
182953 [labelType="html" label="MapPartitionsRDD [182953] [Unordered]<br>javaToPython at <unknown>:0"];
182954 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16665698, supplier_uid#16665699, name#16665700, brand_context_id#16665701, country#16665702, state#16665703, city#16665704, region#16665705, status#16665706, is_unknown#16665707, source_evidence#16665708, first_created_date#16665720]\n +- SortMergeJoin [supplier_id#16665698], [supplier_id#16665723], LeftOuter\n :- Sort [supplier_id#16665698 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16665698, 10), ENSURE_REQUIREMENTS, [plan_id=4523062]\n : +- MapInPandas <lambda>(supplier_id#16665675, supplier_uid#16665676, name#16665677, brand_context_id#16665678, country#16665679, state#16665680, city#16665681, region#16665682, status#16665683, is_unknown#16665684, source_evidence#16665685)#16665697, [supplier_id#16665698, supplier_uid#16665699, name#16665700, brand_context_id#16665701, country#16665702, state#16665703, city#16665704, region#16665705, status#16665706, is_unknown#16665707, source_evidence#16665708], ... [182954] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431638 {
label="InMemoryTableScan";
182983 [labelType="html" label="MapPartitionsRDD [182983] [Unordered]<br>javaToPython at <unknown>:0"];
182984 [labelType="html" label="MapPartitionsRDD [182984] [Unordered]<br>javaToPython at <unknown>:0"];
182985 [labelType="html" label="MapPartitionsRDD [182985] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431634 {
label="WholeStageCodegen (2)";
182986 [labelType="html" label="MapPartitionsRDD [182986] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431643 {
label="InMemoryTableScan";
182987 [labelType="html" label="MapPartitionsRDD [182987] [Unordered]<br>javaToPython at <unknown>:0"];
182988 [labelType="html" label="MapPartitionsRDD [182988] [Unordered]<br>javaToPython at <unknown>:0"];
182989 [labelType="html" label="MapPartitionsRDD [182989] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431639 {
label="WholeStageCodegen (3)";
182990 [labelType="html" label="MapPartitionsRDD [182990] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431633 {
label="Union";
182991 [labelType="html" label="UnionRDD [182991] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431624 {
label="WholeStageCodegen (4)";
182992 [labelType="html" label="MapPartitionsRDD [182992] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431610 {
label="AdaptiveSparkPlan";
182993 [labelType="html" label="MapPartitionsRDD [182993] [Unordered]<br>javaToPython at <unknown>:0"];
182994 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16663600 AS entity_id#16672318, brand_context_id#16663604, dim_id#16672312, raw_level#16672313 AS level#16672319, CASE WHEN (cast(raw_level#16672313 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#16672313 as double) >= 3.4) THEN High WHEN (cast(raw_level#16672313 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#16672313 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#16672313 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#16672320, active AS status#16672321, 2026-10-19T10:50:09.730973+00:00 AS listed_at#16672322, 2026-10-19T10:50:09.730973+00:00 AS assessed_at#16672323, null AS matched_entity#16672324, null AS match_pct#16672325, null AS match_source#16672326, null AS threshold#16672327, null AS kharon_id#16672328]\n +- Filter (isnotnull(raw_level#16672313) AND NOT (raw_level#16672313 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#16516871 as string), risk_forced_labor, cast(Forced_Labor#16516870 as... [182994] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431705 {
label="InMemoryTableScan";
183008 [labelType="html" label="MapPartitionsRDD [183008] [Unordered]<br>javaToPython at <unknown>:0"];
183009 [labelType="html" label="MapPartitionsRDD [183009] [Unordered]<br>javaToPython at <unknown>:0"];
183010 [labelType="html" label="MapPartitionsRDD [183010] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431694 {
label="WholeStageCodegen (2)";
183011 [labelType="html" label="MapPartitionsRDD [183011] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431680 {
label="AdaptiveSparkPlan";
183012 [labelType="html" label="MapPartitionsRDD [183012] [Unordered]<br>javaToPython at <unknown>:0"];
183013 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16663745 AS entity_id#16673178, brand_context_id#16663748, dim_id#16673172, raw_level#16673173 AS level#16673179, CASE WHEN (cast(raw_level#16673173 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#16673173 as double) >= 3.4) THEN High WHEN (cast(raw_level#16673173 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#16673173 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#16673173 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#16673180, active AS status#16673181, 2026-10-19T10:50:09.730973+00:00 AS listed_at#16673182, 2026-10-19T10:50:09.730973+00:00 AS assessed_at#16673183, null AS matched_entity#16673184, null AS match_pct#16673185, null AS match_source#16673186, null AS threshold#16673187, null AS kharon_id#16673188]\n +- Filter (isnotnull(raw_level#16673173) AND NOT (raw_level#16673173 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#16516871 as string), risk_forced_labor, cast(Forced_Labor#16516870 as... [183013] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431727 {
label="parallelize";
183022 [labelType="html" label="ParallelCollectionRDD [183022]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster431728 {
label="mapPartitions";
183024 [labelType="html" label="MapPartitionsRDD [183024]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster431729 {
label="map";
183025 [labelType="html" label="MapPartitionsRDD [183025]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster431730 {
label="mapPartitions";
183026 [labelType="html" label="MapPartitionsRDD [183026]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster431731 {
label="parallelize";
183027 [labelType="html" label="ParallelCollectionRDD [183027]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster431732 {
label="mapPartitions";
183029 [labelType="html" label="MapPartitionsRDD [183029]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster431733 {
label="map";
183030 [labelType="html" label="MapPartitionsRDD [183030]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster431734 {
label="mapPartitions";
183031 [labelType="html" label="MapPartitionsRDD [183031]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster431765 {
label="InMemoryTableScan";
183037 [labelType="html" label="MapPartitionsRDD [183037] [Unordered]<br>javaToPython at <unknown>:0"];
183038 [labelType="html" label="MapPartitionsRDD [183038] [Unordered]<br>javaToPython at <unknown>:0"];
183039 [labelType="html" label="MapPartitionsRDD [183039] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431760 {
label="WholeStageCodegen (2)";
183040 [labelType="html" label="MapPartitionsRDD [183040] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431766 {
label="WholeStageCodegen (3)";
183041 [labelType="html" label="MapPartitionsRDD [183041]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431759 {
label="Union";
183042 [labelType="html" label="UnionRDD [183042] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431751 {
label="WholeStageCodegen (4)";
183043 [labelType="html" label="MapPartitionsRDD [183043] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431736 {
label="AdaptiveSparkPlan";
183044 [labelType="html" label="MapPartitionsRDD [183044] [Unordered]<br>javaToPython at <unknown>:0"];
183045 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16674970, dim_id#16673172, lvl#16674971, sid#16674975]\n +- BroadcastHashJoin [facility_id#16674970], [facility_id#16662697], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#16673178 AS facility_id#16674970, dim_id#16673172, cast(level#16673179 as double) AS lvl#16674971]\n : : +- Filter ((isnotnull(dim_id#16673172) AND NOT (dim_id#16673172 = risk_overall)) AND isnotnull(entity_id#16673178))\n : : +- InMemoryTableScan [dim_id#16673172, entity_id#16673178, level#16673179], [isnotnull(dim_id#16673172), NOT (dim_id#16673172 = risk_overall), isnotnull(entity_id#16673178)]\n : : +- InMemoryRelation [entity_id#16673178, brand_context_id#16663748, dim_id#16673172, level#16673179, level_band#16673180, status#16673181, listed_at#16673182, assessed_at#16673183, matched_entity#16673184, match_pct#16673185, match_source#16673186, threshold#16673187, kharon_id#16673188], StorageLevel(disk, memory, deseriali... [183045] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
183058 [labelType="html" label="MapPartitionsRDD [183058] [Unordered]<br>javaToPython at <unknown>:0"];
183059 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#16675303, dim_id#16672312, lvl#16675304, _has_fac#16675310]\n +- BroadcastHashJoin [sid#16675303], [sid#16675308], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#16672318 AS sid#16675303, dim_id#16672312, cast(level#16672319 as double) AS lvl#16675304]\n : : +- Filter (isnotnull(dim_id#16672312) AND NOT (dim_id#16672312 = risk_overall))\n : : +- InMemoryTableScan [dim_id#16672312, entity_id#16672318, level#16672319], [isnotnull(dim_id#16672312), NOT (dim_id#16672312 = risk_overall)]\n : : +- InMemoryRelation [entity_id#16672318, brand_context_id#16663604, dim_id#16672312, level#16672319, level_band#16672320, status#16672321, listed_at#16672322, assessed_at#16672323, matched_entity#16672324, match_pct#16672325, match_source#16672326, threshold#16672327, kharon_id#16672328], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [183059] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431800 {
label="InMemoryTableScan";
183051 [labelType="html" label="MapPartitionsRDD [183051] [Unordered]<br>javaToPython at <unknown>:0"];
183052 [labelType="html" label="MapPartitionsRDD [183052] [Unordered]<br>javaToPython at <unknown>:0"];
183053 [labelType="html" label="MapPartitionsRDD [183053] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431795 {
label="WholeStageCodegen (2)";
183054 [labelType="html" label="MapPartitionsRDD [183054] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431801 {
label="WholeStageCodegen (3)";
183055 [labelType="html" label="MapPartitionsRDD [183055]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431794 {
label="Union";
183056 [labelType="html" label="UnionRDD [183056] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431786 {
label="WholeStageCodegen (4)";
183057 [labelType="html" label="MapPartitionsRDD [183057] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431842 {
label="InMemoryTableScan";
183079 [labelType="html" label="MapPartitionsRDD [183079] [Unordered]<br>javaToPython at <unknown>:0"];
183080 [labelType="html" label="MapPartitionsRDD [183080] [Unordered]<br>javaToPython at <unknown>:0"];
183081 [labelType="html" label="MapPartitionsRDD [183081] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431837 {
label="WholeStageCodegen (5)";
183082 [labelType="html" label="MapPartitionsRDD [183082] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431848 {
label="InMemoryTableScan";
183083 [labelType="html" label="MapPartitionsRDD [183083] [Unordered]<br>javaToPython at <unknown>:0"];
183084 [labelType="html" label="MapPartitionsRDD [183084] [Unordered]<br>javaToPython at <unknown>:0"];
183085 [labelType="html" label="MapPartitionsRDD [183085] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431843 {
label="WholeStageCodegen (6)";
183086 [labelType="html" label="MapPartitionsRDD [183086] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431836 {
label="Union";
183087 [labelType="html" label="UnionRDD [183087] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431833 {
label="WholeStageCodegen (7)";
183088 [labelType="html" label="MapPartitionsRDD [183088] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431832 {
label="Exchange";
183089 [labelType="html" label="MapPartitionsRDD [183089] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
182832->182833;
182833->182834;
182834->182884;
182884->182885;
182885->182886;
182886->182887;
182887->182888;
182888->182889;
182889->182890;
182890->182891;
182834->182916;
182916->182917;
182917->182918;
182918->182919;
182919->182920;
182920->182921;
182921->182922;
182922->182923;
182834->182947;
182947->182948;
182948->182949;
182949->182950;
182950->182951;
182951->182952;
182952->182953;
182953->182954;
182891->182983;
182983->182984;
182984->182985;
182985->182986;
182954->182987;
182987->182988;
182988->182989;
182989->182990;
182986->182991;
182990->182991;
182991->182992;
182992->182993;
182993->182994;
182923->183008;
183008->183009;
183009->183010;
183010->183011;
183011->183012;
183012->183013;
183022->183023;
183023->183024;
183024->183025;
183025->183026;
183027->183028;
183028->183029;
183029->183030;
183030->183031;
183013->183037;
183037->183038;
183038->183039;
183039->183040;
183031->183041;
183040->183042;
183041->183042;
183042->183043;
183043->183044;
183044->183045;
182994->183051;
183051->183052;
183052->183053;
183053->183054;
183026->183055;
183054->183056;
183055->183056;
183056->183057;
183057->183058;
183058->183059;
183045->183079;
183079->183080;
183080->183081;
183081->183082;
183059->183083;
183083->183084;
183084->183085;
183085->183086;
183082->183087;
183086->183087;
183087->183088;
183088->183089;
}
182831,182832
182834
182994
183013
183045
183059