digraph G {
subgraph clusterstage_41708 {
label="Stage 41708";
183023 [labelType="html" label="PythonRDD [183023]<br>RDD at PythonRDD.scala:53"];
subgraph cluster431249 {
label="Exchange";
182832 [labelType="html" label="ShuffledRowRDD [182832] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster431250 {
label="mapPartitionsInternal";
182833 [labelType="html" label="MapPartitionsRDD [182833] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster431251 {
label="mapPartitionsInternal";
182834 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4522809]\n +- Project [brand_context_id#16660791, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16660792, 64, true, false, true) AS NetworkID#16660835, Child_Node#16660793, Parent_id#16660794, supplier_id#16660795, preferrd_supplier_id#16660796, supplier_ref_id#16660797, supplier_uid#16660798, supplier_name#16660799, supplier_country#16660800, direct_indirect#16660801, source_type#16660802, product_name#16660803, tier#16660804, is_latest#16660805, is_latest_submitted#16660806, is_unknown_supplier#16660807, company_id#16660808, config_name#16660809, direct_supplier_name#16660810, launch_request_name#16660811, launch_config_ref#16660812, revision_version#16660813, submission_status#16660814, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [182834] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster431397 {
label="InMemoryTableScan";
182884 [labelType="html" label="MapPartitionsRDD [182884] [Unordered]<br>javaToPython at <unknown>:0"];
182885 [labelType="html" label="MapPartitionsRDD [182885] [Unordered]<br>javaToPython at <unknown>:0"];
182886 [labelType="html" label="MapPartitionsRDD [182886] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431388 {
label="WholeStageCodegen (3)";
182887 [labelType="html" label="MapPartitionsRDD [182887] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431387 {
label="MapInPandas";
182888 [labelType="html" label="MapPartitionsRDD [182888] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431379 {
label="WholeStageCodegen (4)";
182889 [labelType="html" label="MapPartitionsRDD [182889] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431341 {
label="AdaptiveSparkPlan";
182890 [labelType="html" label="MapPartitionsRDD [182890] [Unordered]<br>javaToPython at <unknown>:0"];
182891 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16663600, preferrd_supplier_id#16663601, supplier_uid#16663602, name#16663603, brand_context_id#16663604, country#16663605, state#16663606, city#16663607, region#16663608, status#16663609, is_unknown#16663610, source_evidence#16663611, first_created_date#16663769]\n +- SortMergeJoin [supplier_id#16663600], [supplier_id#16660546], LeftOuter\n :- Sort [supplier_id#16663600 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16663600, 10), ENSURE_REQUIREMENTS, [plan_id=4522927]\n : +- MapInPandas <lambda>(supplier_id#16663575, preferrd_supplier_id#16663576, supplier_uid#16663577, name#16663578, brand_context_id#16663579, country#16663580, state#16663581, city#16663582, region#16663583, status#16663584, is_unknown#16663585, source_evidence#16663586)#16663599, [supplier_id#16663600, preferrd_supplier_id#16663601, supplier_uid#16663602, name#16663603, brand_context_id#16663604, country#16663605, state#16663606, city... [182891] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431562 {
label="InMemoryTableScan";
182947 [labelType="html" label="MapPartitionsRDD [182947] [Unordered]<br>javaToPython at <unknown>:0"];
182948 [labelType="html" label="MapPartitionsRDD [182948] [Unordered]<br>javaToPython at <unknown>:0"];
182949 [labelType="html" label="MapPartitionsRDD [182949] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431550 {
label="WholeStageCodegen (4)";
182950 [labelType="html" label="MapPartitionsRDD [182950] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431549 {
label="MapInPandas";
182951 [labelType="html" label="MapPartitionsRDD [182951] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431541 {
label="WholeStageCodegen (5)";
182952 [labelType="html" label="MapPartitionsRDD [182952] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431500 {
label="AdaptiveSparkPlan";
182953 [labelType="html" label="MapPartitionsRDD [182953] [Unordered]<br>javaToPython at <unknown>:0"];
182954 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16665698, supplier_uid#16665699, name#16665700, brand_context_id#16665701, country#16665702, state#16665703, city#16665704, region#16665705, status#16665706, is_unknown#16665707, source_evidence#16665708, first_created_date#16665720]\n +- SortMergeJoin [supplier_id#16665698], [supplier_id#16665723], LeftOuter\n :- Sort [supplier_id#16665698 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16665698, 10), ENSURE_REQUIREMENTS, [plan_id=4523062]\n : +- MapInPandas <lambda>(supplier_id#16665675, supplier_uid#16665676, name#16665677, brand_context_id#16665678, country#16665679, state#16665680, city#16665681, region#16665682, status#16665683, is_unknown#16665684, source_evidence#16665685)#16665697, [supplier_id#16665698, supplier_uid#16665699, name#16665700, brand_context_id#16665701, country#16665702, state#16665703, city#16665704, region#16665705, status#16665706, is_unknown#16665707, source_evidence#16665708], ... [182954] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431638 {
label="InMemoryTableScan";
182983 [labelType="html" label="MapPartitionsRDD [182983] [Unordered]<br>javaToPython at <unknown>:0"];
182984 [labelType="html" label="MapPartitionsRDD [182984] [Unordered]<br>javaToPython at <unknown>:0"];
182985 [labelType="html" label="MapPartitionsRDD [182985] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431634 {
label="WholeStageCodegen (2)";
182986 [labelType="html" label="MapPartitionsRDD [182986] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431643 {
label="InMemoryTableScan";
182987 [labelType="html" label="MapPartitionsRDD [182987] [Unordered]<br>javaToPython at <unknown>:0"];
182988 [labelType="html" label="MapPartitionsRDD [182988] [Unordered]<br>javaToPython at <unknown>:0"];
182989 [labelType="html" label="MapPartitionsRDD [182989] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431639 {
label="WholeStageCodegen (3)";
182990 [labelType="html" label="MapPartitionsRDD [182990] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431633 {
label="Union";
182991 [labelType="html" label="UnionRDD [182991] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431624 {
label="WholeStageCodegen (4)";
182992 [labelType="html" label="MapPartitionsRDD [182992] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431610 {
label="AdaptiveSparkPlan";
182993 [labelType="html" label="MapPartitionsRDD [182993] [Unordered]<br>javaToPython at <unknown>:0"];
182994 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16663600 AS entity_id#16672318, brand_context_id#16663604, dim_id#16672312, raw_level#16672313 AS level#16672319, CASE WHEN (cast(raw_level#16672313 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#16672313 as double) >= 3.4) THEN High WHEN (cast(raw_level#16672313 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#16672313 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#16672313 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#16672320, active AS status#16672321, 2026-10-19T10:50:09.730973+00:00 AS listed_at#16672322, 2026-10-19T10:50:09.730973+00:00 AS assessed_at#16672323, null AS matched_entity#16672324, null AS match_pct#16672325, null AS match_source#16672326, null AS threshold#16672327, null AS kharon_id#16672328]\n +- Filter (isnotnull(raw_level#16672313) AND NOT (raw_level#16672313 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#16516871 as string), risk_forced_labor, cast(Forced_Labor#16516870 as... [182994] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431727 {
label="parallelize";
183022 [labelType="html" label="ParallelCollectionRDD [183022]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster431728 {
label="mapPartitions";
183024 [labelType="html" label="MapPartitionsRDD [183024]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster431729 {
label="map";
183025 [labelType="html" label="MapPartitionsRDD [183025]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster431730 {
label="mapPartitions";
183026 [labelType="html" label="MapPartitionsRDD [183026]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster431800 {
label="InMemoryTableScan";
183051 [labelType="html" label="MapPartitionsRDD [183051] [Unordered]<br>javaToPython at <unknown>:0"];
183052 [labelType="html" label="MapPartitionsRDD [183052] [Unordered]<br>javaToPython at <unknown>:0"];
183053 [labelType="html" label="MapPartitionsRDD [183053] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431795 {
label="WholeStageCodegen (2)";
183054 [labelType="html" label="MapPartitionsRDD [183054] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431801 {
label="WholeStageCodegen (3)";
183055 [labelType="html" label="MapPartitionsRDD [183055]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431794 {
label="Union";
183056 [labelType="html" label="UnionRDD [183056] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431786 {
label="WholeStageCodegen (4)";
183057 [labelType="html" label="MapPartitionsRDD [183057] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431736 {
label="AdaptiveSparkPlan";
183058 [labelType="html" label="MapPartitionsRDD [183058] [Unordered]<br>javaToPython at <unknown>:0"];
183059 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#16675303, dim_id#16672312, lvl#16675304, _has_fac#16675310]\n +- BroadcastHashJoin [sid#16675303], [sid#16675308], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#16672318 AS sid#16675303, dim_id#16672312, cast(level#16672319 as double) AS lvl#16675304]\n : : +- Filter (isnotnull(dim_id#16672312) AND NOT (dim_id#16672312 = risk_overall))\n : : +- InMemoryTableScan [dim_id#16672312, entity_id#16672318, level#16672319], [isnotnull(dim_id#16672312), NOT (dim_id#16672312 = risk_overall)]\n : : +- InMemoryRelation [entity_id#16672318, brand_context_id#16663604, dim_id#16672312, level#16672319, level_band#16672320, status#16672321, listed_at#16672322, assessed_at#16672323, matched_entity#16672324, match_pct#16672325, match_source#16672326, threshold#16672327, kharon_id#16672328], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [183059] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431856 {
label="InMemoryTableScan";
183090 [labelType="html" label="MapPartitionsRDD [183090] [Unordered]<br>javaToPython at <unknown>:0"];
183091 [labelType="html" label="MapPartitionsRDD [183091] [Unordered]<br>javaToPython at <unknown>:0"];
183092 [labelType="html" label="MapPartitionsRDD [183092] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431850 {
label="WholeStageCodegen (8)";
183093 [labelType="html" label="MapPartitionsRDD [183093] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster431849 {
label="Exchange";
183094 [labelType="html" label="MapPartitionsRDD [183094] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
182832->182833;
182833->182834;
182834->182884;
182884->182885;
182885->182886;
182886->182887;
182887->182888;
182888->182889;
182889->182890;
182890->182891;
182834->182947;
182947->182948;
182948->182949;
182949->182950;
182950->182951;
182951->182952;
182952->182953;
182953->182954;
182891->182983;
182983->182984;
182984->182985;
182985->182986;
182954->182987;
182987->182988;
182988->182989;
182989->182990;
182986->182991;
182990->182991;
182991->182992;
182992->182993;
182993->182994;
183022->183023;
183023->183024;
183024->183025;
183025->183026;
182994->183051;
183051->183052;
183052->183053;
183053->183054;
183026->183055;
183054->183056;
183055->183056;
183056->183057;
183057->183058;
183058->183059;
183059->183090;
183090->183091;
183091->183092;
183092->183093;
183093->183094;
}
182831,182832
182834
182994
183059