digraph G {
subgraph clusterstage_41795 {
label="Stage 41795";
183399 [labelType="html" label="PythonRDD [183399]<br>RDD at PythonRDD.scala:53"];
183404 [labelType="html" label="PythonRDD [183404]<br>RDD at PythonRDD.scala:53"];
subgraph cluster432229 {
label="Exchange";
183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432230 {
label="mapPartitionsInternal";
183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432231 {
label="mapPartitionsInternal";
183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432377 {
label="InMemoryTableScan";
183264 [labelType="html" label="MapPartitionsRDD [183264] [Unordered]<br>javaToPython at <unknown>:0"];
183265 [labelType="html" label="MapPartitionsRDD [183265] [Unordered]<br>javaToPython at <unknown>:0"];
183266 [labelType="html" label="MapPartitionsRDD [183266] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432368 {
label="WholeStageCodegen (3)";
183267 [labelType="html" label="MapPartitionsRDD [183267] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432367 {
label="MapInPandas";
183268 [labelType="html" label="MapPartitionsRDD [183268] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432359 {
label="WholeStageCodegen (4)";
183269 [labelType="html" label="MapPartitionsRDD [183269] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432321 {
label="AdaptiveSparkPlan";
183270 [labelType="html" label="MapPartitionsRDD [183270] [Unordered]<br>javaToPython at <unknown>:0"];
183271 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16692296, preferrd_supplier_id#16692297, supplier_uid#16692298, name#16692299, brand_context_id#16692300, country#16692301, state#16692302, city#16692303, region#16692304, status#16692305, is_unknown#16692306, source_evidence#16692307, first_created_date#16692465]\n +- SortMergeJoin [supplier_id#16692296], [supplier_id#16689242], LeftOuter\n :- Sort [supplier_id#16692296 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16692296, 10), ENSURE_REQUIREMENTS, [plan_id=4527890]\n : +- MapInPandas <lambda>(supplier_id#16692271, preferrd_supplier_id#16692272, supplier_uid#16692273, name#16692274, brand_context_id#16692275, country#16692276, state#16692277, city#16692278, region#16692279, status#16692280, is_unknown#16692281, source_evidence#16692282)#16692295, [supplier_id#16692296, preferrd_supplier_id#16692297, supplier_uid#16692298, name#16692299, brand_context_id#16692300, country#16692301, state#16692302, city... [183271] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432443 {
label="InMemoryTableScan";
183294 [labelType="html" label="MapPartitionsRDD [183294] [Unordered]<br>javaToPython at <unknown>:0"];
183295 [labelType="html" label="MapPartitionsRDD [183295] [Unordered]<br>javaToPython at <unknown>:0"];
183296 [labelType="html" label="MapPartitionsRDD [183296] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432435 {
label="WholeStageCodegen (3)";
183297 [labelType="html" label="MapPartitionsRDD [183297] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432434 {
label="MapInPandas";
183298 [labelType="html" label="MapPartitionsRDD [183298] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432426 {
label="WholeStageCodegen (4)";
183299 [labelType="html" label="MapPartitionsRDD [183299] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432388 {
label="AdaptiveSparkPlan";
183300 [labelType="html" label="MapPartitionsRDD [183300] [Unordered]<br>javaToPython at <unknown>:0"];
183301 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16692441, facility_uid#16692442, name#16692443, brand_context_id#16692444, owner_supplier_id#16692445, country#16692446, state#16692447, city#16692448, region#16692449, is_unknown#16692450, value_processes#16692451, materials#16692452, first_created_date#16693296]\n +- SortMergeJoin [facility_id#16692441], [facility_id#16689256], LeftOuter\n :- Sort [facility_id#16692441 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#16692441, 10), ENSURE_REQUIREMENTS, [plan_id=4527949]\n : +- MapInPandas <lambda>(facility_id#16692416, facility_uid#16692417, name#16692418, brand_context_id#16692419, owner_supplier_id#16692420, country#16692421, state#16692422, city#16692423, region#16692424, is_unknown#16692425, value_processes#16692426, materials#16692427)#16692440, [facility_id#16692441, facility_uid#16692442, name#16692443, brand_context_id#16692444, owner_supplier_id#16692445, country#16692446, state#16692447, city#16... [183301] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432534 {
label="InMemoryTableScan";
183325 [labelType="html" label="MapPartitionsRDD [183325] [Unordered]<br>javaToPython at <unknown>:0"];
183326 [labelType="html" label="MapPartitionsRDD [183326] [Unordered]<br>javaToPython at <unknown>:0"];
183327 [labelType="html" label="MapPartitionsRDD [183327] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432525 {
label="WholeStageCodegen (4)";
183328 [labelType="html" label="MapPartitionsRDD [183328] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432524 {
label="MapInPandas";
183329 [labelType="html" label="MapPartitionsRDD [183329] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432516 {
label="WholeStageCodegen (5)";
183330 [labelType="html" label="MapPartitionsRDD [183330] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432467 {
label="AdaptiveSparkPlan";
183331 [labelType="html" label="MapPartitionsRDD [183331] [Unordered]<br>javaToPython at <unknown>:0"];
183332 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16694394, supplier_uid#16694395, name#16694396, brand_context_id#16694397, country#16694398, state#16694399, city#16694400, region#16694401, status#16694402, is_unknown#16694403, source_evidence#16694404, first_created_date#16694416]\n +- SortMergeJoin [supplier_id#16694394], [supplier_id#16694419], LeftOuter\n :- Sort [supplier_id#16694394 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16694394, 10), ENSURE_REQUIREMENTS, [plan_id=4528025]\n : +- MapInPandas <lambda>(supplier_id#16694371, supplier_uid#16694372, name#16694373, brand_context_id#16694374, country#16694375, state#16694376, city#16694377, region#16694378, status#16694379, is_unknown#16694380, source_evidence#16694381)#16694393, [supplier_id#16694394, supplier_uid#16694395, name#16694396, brand_context_id#16694397, country#16694398, state#16694399, city#16694400, region#16694401, status#16694402, is_unknown#16694403, source_evidence#16694404], ... [183332] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432610 {
label="InMemoryTableScan";
183361 [labelType="html" label="MapPartitionsRDD [183361] [Unordered]<br>javaToPython at <unknown>:0"];
183362 [labelType="html" label="MapPartitionsRDD [183362] [Unordered]<br>javaToPython at <unknown>:0"];
183363 [labelType="html" label="MapPartitionsRDD [183363] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432606 {
label="WholeStageCodegen (2)";
183364 [labelType="html" label="MapPartitionsRDD [183364] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432615 {
label="InMemoryTableScan";
183365 [labelType="html" label="MapPartitionsRDD [183365] [Unordered]<br>javaToPython at <unknown>:0"];
183366 [labelType="html" label="MapPartitionsRDD [183366] [Unordered]<br>javaToPython at <unknown>:0"];
183367 [labelType="html" label="MapPartitionsRDD [183367] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432611 {
label="WholeStageCodegen (3)";
183368 [labelType="html" label="MapPartitionsRDD [183368] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432605 {
label="Union";
183369 [labelType="html" label="UnionRDD [183369] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432596 {
label="WholeStageCodegen (4)";
183370 [labelType="html" label="MapPartitionsRDD [183370] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432582 {
label="AdaptiveSparkPlan";
183371 [labelType="html" label="MapPartitionsRDD [183371] [Unordered]<br>javaToPython at <unknown>:0"];
183372 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16692296 AS entity_id#16700949, brand_context_id#16692300, dim_id#16700943, raw_level#16700944 AS level#16700950, CASE WHEN (cast(raw_level#16700944 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#16700944 as double) >= 3.4) THEN High WHEN (cast(raw_level#16700944 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#16700944 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#16700944 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#16700951, active AS status#16700952, 2026-10-19T10:50:30.898546+00:00 AS listed_at#16700953, 2026-10-19T10:50:30.898546+00:00 AS assessed_at#16700954, null AS matched_entity#16700955, null AS match_pct#16700956, null AS match_source#16700957, null AS threshold#16700958, null AS kharon_id#16700959]\n +- Filter (isnotnull(raw_level#16700944) AND NOT (raw_level#16700944 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#16516871 as string), risk_forced_labor, cast(Forced_Labor#16516870 as... [183372] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432651 {
label="InMemoryTableScan";
183384 [labelType="html" label="MapPartitionsRDD [183384] [Unordered]<br>javaToPython at <unknown>:0"];
183385 [labelType="html" label="MapPartitionsRDD [183385] [Unordered]<br>javaToPython at <unknown>:0"];
183386 [labelType="html" label="MapPartitionsRDD [183386] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432640 {
label="WholeStageCodegen (2)";
183387 [labelType="html" label="MapPartitionsRDD [183387] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432626 {
label="AdaptiveSparkPlan";
183388 [labelType="html" label="MapPartitionsRDD [183388] [Unordered]<br>javaToPython at <unknown>:0"];
183389 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16692441 AS entity_id#16701809, brand_context_id#16692444, dim_id#16701803, raw_level#16701804 AS level#16701810, CASE WHEN (cast(raw_level#16701804 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#16701804 as double) >= 3.4) THEN High WHEN (cast(raw_level#16701804 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#16701804 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#16701804 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#16701811, active AS status#16701812, 2026-10-19T10:50:30.898546+00:00 AS listed_at#16701813, 2026-10-19T10:50:30.898546+00:00 AS assessed_at#16701814, null AS matched_entity#16701815, null AS match_pct#16701816, null AS match_source#16701817, null AS threshold#16701818, null AS kharon_id#16701819]\n +- Filter (isnotnull(raw_level#16701804) AND NOT (raw_level#16701804 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#16516871 as string), risk_forced_labor, cast(Forced_Labor#16516870 as... [183389] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432673 {
label="parallelize";
183398 [labelType="html" label="ParallelCollectionRDD [183398]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster432674 {
label="mapPartitions";
183400 [labelType="html" label="MapPartitionsRDD [183400]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster432675 {
label="map";
183401 [labelType="html" label="MapPartitionsRDD [183401]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster432676 {
label="mapPartitions";
183402 [labelType="html" label="MapPartitionsRDD [183402]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster432677 {
label="parallelize";
183403 [labelType="html" label="ParallelCollectionRDD [183403]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster432678 {
label="mapPartitions";
183405 [labelType="html" label="MapPartitionsRDD [183405]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster432679 {
label="map";
183406 [labelType="html" label="MapPartitionsRDD [183406]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster432680 {
label="mapPartitions";
183407 [labelType="html" label="MapPartitionsRDD [183407]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster432711 {
label="InMemoryTableScan";
183413 [labelType="html" label="MapPartitionsRDD [183413] [Unordered]<br>javaToPython at <unknown>:0"];
183414 [labelType="html" label="MapPartitionsRDD [183414] [Unordered]<br>javaToPython at <unknown>:0"];
183415 [labelType="html" label="MapPartitionsRDD [183415] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432706 {
label="WholeStageCodegen (2)";
183416 [labelType="html" label="MapPartitionsRDD [183416] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432712 {
label="WholeStageCodegen (3)";
183417 [labelType="html" label="MapPartitionsRDD [183417]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432705 {
label="Union";
183418 [labelType="html" label="UnionRDD [183418] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432697 {
label="WholeStageCodegen (4)";
183419 [labelType="html" label="MapPartitionsRDD [183419] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432682 {
label="AdaptiveSparkPlan";
183420 [labelType="html" label="MapPartitionsRDD [183420] [Unordered]<br>javaToPython at <unknown>:0"];
183421 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16703536, dim_id#16701803, lvl#16703537, sid#16703541]\n +- BroadcastHashJoin [facility_id#16703536], [facility_id#16691393], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#16701809 AS facility_id#16703536, dim_id#16701803, cast(level#16701810 as double) AS lvl#16703537]\n : : +- Filter ((isnotnull(dim_id#16701803) AND NOT (dim_id#16701803 = risk_overall)) AND isnotnull(entity_id#16701809))\n : : +- InMemoryTableScan [dim_id#16701803, entity_id#16701809, level#16701810], [isnotnull(dim_id#16701803), NOT (dim_id#16701803 = risk_overall), isnotnull(entity_id#16701809)]\n : : +- InMemoryRelation [entity_id#16701809, brand_context_id#16692444, dim_id#16701803, level#16701810, level_band#16701811, status#16701812, listed_at#16701813, assessed_at#16701814, matched_entity#16701815, match_pct#16701816, match_source#16701817, threshold#16701818, kharon_id#16701819], StorageLevel(disk, memory, deseriali... [183421] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
183434 [labelType="html" label="MapPartitionsRDD [183434] [Unordered]<br>javaToPython at <unknown>:0"];
183435 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#16703869, dim_id#16700943, lvl#16703870, _has_fac#16703876]\n +- BroadcastHashJoin [sid#16703869], [sid#16703874], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#16700949 AS sid#16703869, dim_id#16700943, cast(level#16700950 as double) AS lvl#16703870]\n : : +- Filter (isnotnull(dim_id#16700943) AND NOT (dim_id#16700943 = risk_overall))\n : : +- InMemoryTableScan [dim_id#16700943, entity_id#16700949, level#16700950], [isnotnull(dim_id#16700943), NOT (dim_id#16700943 = risk_overall)]\n : : +- InMemoryRelation [entity_id#16700949, brand_context_id#16692300, dim_id#16700943, level#16700950, level_band#16700951, status#16700952, listed_at#16700953, assessed_at#16700954, matched_entity#16700955, match_pct#16700956, match_source#16700957, threshold#16700958, kharon_id#16700959], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [183435] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432746 {
label="InMemoryTableScan";
183427 [labelType="html" label="MapPartitionsRDD [183427] [Unordered]<br>javaToPython at <unknown>:0"];
183428 [labelType="html" label="MapPartitionsRDD [183428] [Unordered]<br>javaToPython at <unknown>:0"];
183429 [labelType="html" label="MapPartitionsRDD [183429] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432741 {
label="WholeStageCodegen (2)";
183430 [labelType="html" label="MapPartitionsRDD [183430] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432747 {
label="WholeStageCodegen (3)";
183431 [labelType="html" label="MapPartitionsRDD [183431]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432740 {
label="Union";
183432 [labelType="html" label="UnionRDD [183432] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432732 {
label="WholeStageCodegen (4)";
183433 [labelType="html" label="MapPartitionsRDD [183433] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432788 {
label="InMemoryTableScan";
183455 [labelType="html" label="MapPartitionsRDD [183455] [Unordered]<br>javaToPython at <unknown>:0"];
183456 [labelType="html" label="MapPartitionsRDD [183456] [Unordered]<br>javaToPython at <unknown>:0"];
183457 [labelType="html" label="MapPartitionsRDD [183457] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432783 {
label="WholeStageCodegen (5)";
183458 [labelType="html" label="MapPartitionsRDD [183458] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432794 {
label="InMemoryTableScan";
183459 [labelType="html" label="MapPartitionsRDD [183459] [Unordered]<br>javaToPython at <unknown>:0"];
183460 [labelType="html" label="MapPartitionsRDD [183460] [Unordered]<br>javaToPython at <unknown>:0"];
183461 [labelType="html" label="MapPartitionsRDD [183461] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432789 {
label="WholeStageCodegen (6)";
183462 [labelType="html" label="MapPartitionsRDD [183462] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432782 {
label="Union";
183463 [labelType="html" label="UnionRDD [183463] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432779 {
label="WholeStageCodegen (7)";
183464 [labelType="html" label="MapPartitionsRDD [183464] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432778 {
label="Exchange";
183465 [labelType="html" label="MapPartitionsRDD [183465] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
183212->183213;
183213->183214;
183214->183264;
183264->183265;
183265->183266;
183266->183267;
183267->183268;
183268->183269;
183269->183270;
183270->183271;
183214->183294;
183294->183295;
183295->183296;
183296->183297;
183297->183298;
183298->183299;
183299->183300;
183300->183301;
183214->183325;
183325->183326;
183326->183327;
183327->183328;
183328->183329;
183329->183330;
183330->183331;
183331->183332;
183271->183361;
183361->183362;
183362->183363;
183363->183364;
183332->183365;
183365->183366;
183366->183367;
183367->183368;
183364->183369;
183368->183369;
183369->183370;
183370->183371;
183371->183372;
183301->183384;
183384->183385;
183385->183386;
183386->183387;
183387->183388;
183388->183389;
183398->183399;
183399->183400;
183400->183401;
183401->183402;
183403->183404;
183404->183405;
183405->183406;
183406->183407;
183389->183413;
183413->183414;
183414->183415;
183415->183416;
183407->183417;
183416->183418;
183417->183418;
183418->183419;
183419->183420;
183420->183421;
183372->183427;
183427->183428;
183428->183429;
183429->183430;
183402->183431;
183430->183432;
183431->183432;
183432->183433;
183433->183434;
183434->183435;
183421->183455;
183455->183456;
183456->183457;
183457->183458;
183435->183459;
183459->183460;
183460->183461;
183461->183462;
183458->183463;
183462->183463;
183463->183464;
183464->183465;
}
183211,183212
183214
183372
183389
183421
183435