digraph G {
subgraph clusterstage_39810 {
label="Stage 39810";
170473 [labelType="html" label="PythonRDD [170473]<br>RDD at PythonRDD.scala:53"];
170478 [labelType="html" label="PythonRDD [170478]<br>RDD at PythonRDD.scala:53"];
subgraph cluster405718 {
label="Exchange";
170287 [labelType="html" label="ShuffledRowRDD [170287] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405719 {
label="mapPartitionsInternal";
170288 [labelType="html" label="MapPartitionsRDD [170288] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405720 {
label="mapPartitionsInternal";
170289 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3325998]\n +- Project [brand_context_id#20377588, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20377589, 64, true, false, true) AS NetworkID#20377632, Child_Node#20377590, Parent_id#20377591, supplier_id#20377592, preferrd_supplier_id#20377593, supplier_ref_id#20377594, supplier_uid#20377595, supplier_name#20377596, supplier_country#20377597, direct_indirect#20377598, source_type#20377599, product_name#20377600, tier#20377601, is_latest#20377602, is_latest_submitted#20377603, is_unknown_supplier#20377604, company_id#20377605, config_name#20377606, direct_supplier_name#20377607, launch_request_name#20377608, launch_config_ref#20377609, revision_version#20377610, submission_status#20377611, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [170289] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405847 {
label="Exchange";
170338 [labelType="html" label="ShuffledRowRDD [170338] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405838 {
label="WholeStageCodegen (4)";
170339 [labelType="html" label="MapPartitionsRDD [170339] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405788 {
label="AdaptiveSparkPlan";
170340 [labelType="html" label="MapPartitionsRDD [170340] [Unordered]<br>javaToPython at <unknown>:0"];
170341 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city#20380404, region#20380405, status#20380406, is_unknown#20380407, source_evidence#20380408, first_created_date#20380566]\n +- SortMergeJoin [supplier_id#20380397], [supplier_id#20377343], LeftOuter\n :- Sort [supplier_id#20380397 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20380397, 10), ENSURE_REQUIREMENTS, [plan_id=3326116]\n : +- MapInPandas <lambda>(supplier_id#20380372, preferrd_supplier_id#20380373, supplier_uid#20380374, name#20380375, brand_context_id#20380376, country#20380377, state#20380378, city#20380379, region#20380380, status#20380381, is_unknown#20380382, source_evidence#20380383)#20380396, [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city... [170341] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405928 {
label="InMemoryTableScan";
170366 [labelType="html" label="MapPartitionsRDD [170366] [Unordered]<br>javaToPython at <unknown>:0"];
170367 [labelType="html" label="MapPartitionsRDD [170367] [Unordered]<br>javaToPython at <unknown>:0"];
170368 [labelType="html" label="MapPartitionsRDD [170368] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405920 {
label="WholeStageCodegen (3)";
170369 [labelType="html" label="MapPartitionsRDD [170369] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405919 {
label="MapInPandas";
170370 [labelType="html" label="MapPartitionsRDD [170370] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405911 {
label="WholeStageCodegen (4)";
170371 [labelType="html" label="MapPartitionsRDD [170371] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405873 {
label="AdaptiveSparkPlan";
170372 [labelType="html" label="MapPartitionsRDD [170372] [Unordered]<br>javaToPython at <unknown>:0"];
170373 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20380542, facility_uid#20380543, name#20380544, brand_context_id#20380545, owner_supplier_id#20380546, country#20380547, state#20380548, city#20380549, region#20380550, is_unknown#20380551, value_processes#20380552, materials#20380553, first_created_date#20381397]\n +- SortMergeJoin [facility_id#20380542], [facility_id#20377357], LeftOuter\n :- Sort [facility_id#20380542 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#20380542, 10), ENSURE_REQUIREMENTS, [plan_id=3326175]\n : +- MapInPandas <lambda>(facility_id#20380517, facility_uid#20380518, name#20380519, brand_context_id#20380520, owner_supplier_id#20380521, country#20380522, state#20380523, city#20380524, region#20380525, is_unknown#20380526, value_processes#20380527, materials#20380528)#20380541, [facility_id#20380542, facility_uid#20380543, name#20380544, brand_context_id#20380545, owner_supplier_id#20380546, country#20380547, state#20380548, city#20... [170373] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406014 {
label="InMemoryTableScan";
170397 [labelType="html" label="MapPartitionsRDD [170397] [Unordered]<br>javaToPython at <unknown>:0"];
170398 [labelType="html" label="MapPartitionsRDD [170398] [Unordered]<br>javaToPython at <unknown>:0"];
170399 [labelType="html" label="MapPartitionsRDD [170399] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406002 {
label="WholeStageCodegen (4)";
170400 [labelType="html" label="MapPartitionsRDD [170400] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406001 {
label="MapInPandas";
170401 [labelType="html" label="MapPartitionsRDD [170401] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405993 {
label="WholeStageCodegen (5)";
170402 [labelType="html" label="MapPartitionsRDD [170402] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405952 {
label="AdaptiveSparkPlan";
170403 [labelType="html" label="MapPartitionsRDD [170403] [Unordered]<br>javaToPython at <unknown>:0"];
170404 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20382495, supplier_uid#20382496, name#20382497, brand_context_id#20382498, country#20382499, state#20382500, city#20382501, region#20382502, status#20382503, is_unknown#20382504, source_evidence#20382505, first_created_date#20382517]\n +- SortMergeJoin [supplier_id#20382495], [supplier_id#20382520], LeftOuter\n :- Sort [supplier_id#20382495 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20382495, 10), ENSURE_REQUIREMENTS, [plan_id=3326251]\n : +- MapInPandas <lambda>(supplier_id#20382472, supplier_uid#20382473, name#20382474, brand_context_id#20382475, country#20382476, state#20382477, city#20382478, region#20382479, status#20382480, is_unknown#20382481, source_evidence#20382482)#20382494, [supplier_id#20382495, supplier_uid#20382496, name#20382497, brand_context_id#20382498, country#20382499, state#20382500, city#20382501, region#20382502, status#20382503, is_unknown#20382504, source_evidence#20382505], ... [170404] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406090 {
label="InMemoryTableScan";
170433 [labelType="html" label="MapPartitionsRDD [170433] [Unordered]<br>javaToPython at <unknown>:0"];
170434 [labelType="html" label="MapPartitionsRDD [170434] [Unordered]<br>javaToPython at <unknown>:0"];
170435 [labelType="html" label="MapPartitionsRDD [170435] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406086 {
label="WholeStageCodegen (2)";
170436 [labelType="html" label="MapPartitionsRDD [170436] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406095 {
label="InMemoryTableScan";
170437 [labelType="html" label="MapPartitionsRDD [170437] [Unordered]<br>javaToPython at <unknown>:0"];
170438 [labelType="html" label="MapPartitionsRDD [170438] [Unordered]<br>javaToPython at <unknown>:0"];
170439 [labelType="html" label="MapPartitionsRDD [170439] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406091 {
label="WholeStageCodegen (3)";
170440 [labelType="html" label="MapPartitionsRDD [170440] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406085 {
label="Union";
170441 [labelType="html" label="UnionRDD [170441] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406076 {
label="WholeStageCodegen (4)";
170442 [labelType="html" label="MapPartitionsRDD [170442] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406062 {
label="AdaptiveSparkPlan";
170443 [labelType="html" label="MapPartitionsRDD [170443] [Unordered]<br>javaToPython at <unknown>:0"];
170444 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397 AS entity_id#20388173, brand_context_id#20380401, dim_id#20388167, raw_level#20388168 AS level#20388174, CASE WHEN (cast(raw_level#20388168 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20388168 as double) >= 3.4) THEN High WHEN (cast(raw_level#20388168 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20388168 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20388168 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20388175, active AS status#20388176, 2026-10-16T12:48:58.516104+00:00 AS listed_at#20388177, 2026-10-16T12:48:58.516104+00:00 AS assessed_at#20388178, null AS matched_entity#20388179, null AS match_pct#20388180, null AS match_source#20388181, null AS threshold#20388182, null AS kharon_id#20388183]\n +- Filter (isnotnull(raw_level#20388168) AND NOT (raw_level#20388168 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [170444] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406157 {
label="InMemoryTableScan";
170458 [labelType="html" label="MapPartitionsRDD [170458] [Unordered]<br>javaToPython at <unknown>:0"];
170459 [labelType="html" label="MapPartitionsRDD [170459] [Unordered]<br>javaToPython at <unknown>:0"];
170460 [labelType="html" label="MapPartitionsRDD [170460] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406146 {
label="WholeStageCodegen (2)";
170461 [labelType="html" label="MapPartitionsRDD [170461] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406132 {
label="AdaptiveSparkPlan";
170462 [labelType="html" label="MapPartitionsRDD [170462] [Unordered]<br>javaToPython at <unknown>:0"];
170463 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20380542 AS entity_id#20389033, brand_context_id#20380545, dim_id#20389027, raw_level#20389028 AS level#20389034, CASE WHEN (cast(raw_level#20389028 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20389028 as double) >= 3.4) THEN High WHEN (cast(raw_level#20389028 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20389028 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20389028 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20389035, active AS status#20389036, 2026-10-16T12:48:58.516104+00:00 AS listed_at#20389037, 2026-10-16T12:48:58.516104+00:00 AS assessed_at#20389038, null AS matched_entity#20389039, null AS match_pct#20389040, null AS match_source#20389041, null AS threshold#20389042, null AS kharon_id#20389043]\n +- Filter (isnotnull(raw_level#20389028) AND NOT (raw_level#20389028 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [170463] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406179 {
label="parallelize";
170472 [labelType="html" label="ParallelCollectionRDD [170472]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster406180 {
label="mapPartitions";
170474 [labelType="html" label="MapPartitionsRDD [170474]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster406181 {
label="map";
170475 [labelType="html" label="MapPartitionsRDD [170475]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster406182 {
label="mapPartitions";
170476 [labelType="html" label="MapPartitionsRDD [170476]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster406183 {
label="parallelize";
170477 [labelType="html" label="ParallelCollectionRDD [170477]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster406184 {
label="mapPartitions";
170479 [labelType="html" label="MapPartitionsRDD [170479]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster406185 {
label="map";
170480 [labelType="html" label="MapPartitionsRDD [170480]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster406186 {
label="mapPartitions";
170481 [labelType="html" label="MapPartitionsRDD [170481]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster406217 {
label="InMemoryTableScan";
170487 [labelType="html" label="MapPartitionsRDD [170487] [Unordered]<br>javaToPython at <unknown>:0"];
170488 [labelType="html" label="MapPartitionsRDD [170488] [Unordered]<br>javaToPython at <unknown>:0"];
170489 [labelType="html" label="MapPartitionsRDD [170489] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406212 {
label="WholeStageCodegen (2)";
170490 [labelType="html" label="MapPartitionsRDD [170490] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406218 {
label="WholeStageCodegen (3)";
170491 [labelType="html" label="MapPartitionsRDD [170491]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406211 {
label="Union";
170492 [labelType="html" label="UnionRDD [170492] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406203 {
label="WholeStageCodegen (4)";
170493 [labelType="html" label="MapPartitionsRDD [170493] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406188 {
label="AdaptiveSparkPlan";
170494 [labelType="html" label="MapPartitionsRDD [170494] [Unordered]<br>javaToPython at <unknown>:0"];
170495 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20390825, dim_id#20389027, lvl#20390826, sid#20390830]\n +- BroadcastHashJoin [facility_id#20390825], [facility_id#20379494], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#20389033 AS facility_id#20390825, dim_id#20389027, cast(level#20389034 as double) AS lvl#20390826]\n : : +- Filter ((isnotnull(dim_id#20389027) AND NOT (dim_id#20389027 = risk_overall)) AND isnotnull(entity_id#20389033))\n : : +- InMemoryTableScan [dim_id#20389027, entity_id#20389033, level#20389034], [isnotnull(dim_id#20389027), NOT (dim_id#20389027 = risk_overall), isnotnull(entity_id#20389033)]\n : : +- InMemoryRelation [entity_id#20389033, brand_context_id#20380545, dim_id#20389027, level#20389034, level_band#20389035, status#20389036, listed_at#20389037, assessed_at#20389038, matched_entity#20389039, match_pct#20389040, match_source#20389041, threshold#20389042, kharon_id#20389043], StorageLevel(disk, memory, deseriali... [170495] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
170508 [labelType="html" label="MapPartitionsRDD [170508] [Unordered]<br>javaToPython at <unknown>:0"];
170509 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#20391158, dim_id#20388167, lvl#20391159, _has_fac#20391165]\n +- BroadcastHashJoin [sid#20391158], [sid#20391163], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#20388173 AS sid#20391158, dim_id#20388167, cast(level#20388174 as double) AS lvl#20391159]\n : : +- Filter (isnotnull(dim_id#20388167) AND NOT (dim_id#20388167 = risk_overall))\n : : +- InMemoryTableScan [dim_id#20388167, entity_id#20388173, level#20388174], [isnotnull(dim_id#20388167), NOT (dim_id#20388167 = risk_overall)]\n : : +- InMemoryRelation [entity_id#20388173, brand_context_id#20380401, dim_id#20388167, level#20388174, level_band#20388175, status#20388176, listed_at#20388177, assessed_at#20388178, matched_entity#20388179, match_pct#20388180, match_source#20388181, threshold#20388182, kharon_id#20388183], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [170509] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406252 {
label="InMemoryTableScan";
170501 [labelType="html" label="MapPartitionsRDD [170501] [Unordered]<br>javaToPython at <unknown>:0"];
170502 [labelType="html" label="MapPartitionsRDD [170502] [Unordered]<br>javaToPython at <unknown>:0"];
170503 [labelType="html" label="MapPartitionsRDD [170503] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406247 {
label="WholeStageCodegen (2)";
170504 [labelType="html" label="MapPartitionsRDD [170504] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406253 {
label="WholeStageCodegen (3)";
170505 [labelType="html" label="MapPartitionsRDD [170505]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406246 {
label="Union";
170506 [labelType="html" label="UnionRDD [170506] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406238 {
label="WholeStageCodegen (4)";
170507 [labelType="html" label="MapPartitionsRDD [170507] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406271 {
label="InMemoryTableScan";
170515 [labelType="html" label="MapPartitionsRDD [170515] [Unordered]<br>javaToPython at <unknown>:0"];
170516 [labelType="html" label="MapPartitionsRDD [170516] [Unordered]<br>javaToPython at <unknown>:0"];
170517 [labelType="html" label="MapPartitionsRDD [170517] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406277 {
label="InMemoryTableScan";
170518 [labelType="html" label="MapPartitionsRDD [170518] [Unordered]<br>javaToPython at <unknown>:0"];
170519 [labelType="html" label="MapPartitionsRDD [170519] [Unordered]<br>javaToPython at <unknown>:0"];
170520 [labelType="html" label="MapPartitionsRDD [170520] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406272 {
label="WholeStageCodegen (2)";
170521 [labelType="html" label="MapPartitionsRDD [170521] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406283 {
label="InMemoryTableScan";
170522 [labelType="html" label="MapPartitionsRDD [170522] [Unordered]<br>javaToPython at <unknown>:0"];
170523 [labelType="html" label="MapPartitionsRDD [170523] [Unordered]<br>javaToPython at <unknown>:0"];
170524 [labelType="html" label="MapPartitionsRDD [170524] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406278 {
label="WholeStageCodegen (3)";
170525 [labelType="html" label="MapPartitionsRDD [170525] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406269 {
label="Union";
170526 [labelType="html" label="UnionRDD [170526] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406266 {
label="WholeStageCodegen (4)";
170527 [labelType="html" label="MapPartitionsRDD [170527] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406265 {
label="Exchange";
170528 [labelType="html" label="MapPartitionsRDD [170528] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
170287->170288;
170288->170289;
170338->170339;
170339->170340;
170340->170341;
170289->170366;
170366->170367;
170367->170368;
170368->170369;
170369->170370;
170370->170371;
170371->170372;
170372->170373;
170289->170397;
170397->170398;
170398->170399;
170399->170400;
170400->170401;
170401->170402;
170402->170403;
170403->170404;
170341->170433;
170433->170434;
170434->170435;
170435->170436;
170404->170437;
170437->170438;
170438->170439;
170439->170440;
170436->170441;
170440->170441;
170441->170442;
170442->170443;
170443->170444;
170373->170458;
170458->170459;
170459->170460;
170460->170461;
170461->170462;
170462->170463;
170472->170473;
170473->170474;
170474->170475;
170475->170476;
170477->170478;
170478->170479;
170479->170480;
170480->170481;
170463->170487;
170487->170488;
170488->170489;
170489->170490;
170481->170491;
170490->170492;
170491->170492;
170492->170493;
170493->170494;
170494->170495;
170444->170501;
170501->170502;
170502->170503;
170503->170504;
170476->170505;
170504->170506;
170505->170506;
170506->170507;
170507->170508;
170508->170509;
170495->170515;
170515->170516;
170516->170517;
170509->170518;
170518->170519;
170519->170520;
170520->170521;
170509->170522;
170522->170523;
170523->170524;
170524->170525;
170517->170526;
170521->170526;
170525->170526;
170526->170527;
170527->170528;
}
170286,170287
170332,170338
170289
170444
170463
170495
170509