digraph G {
subgraph clusterstage_26653 {
label="Stage 26653";
117452 [labelType="html" label="PythonRDD [117452]<br>RDD at PythonRDD.scala:53"];
117457 [labelType="html" label="PythonRDD [117457]<br>RDD at PythonRDD.scala:53"];
subgraph cluster293835 {
label="Exchange";
117253 [labelType="html" label="ShuffledRowRDD [117253] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster293836 {
label="mapPartitionsInternal";
117254 [labelType="html" label="MapPartitionsRDD [117254] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster293837 {
label="mapPartitionsInternal";
117255 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(NetworkID#11981894, 2), REPARTITION_BY_NUM, [plan_id=3989029]\n +- Project [brand_context_id#11981850, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#11981851, 64, true, false, true) AS NetworkID#11981894, Child_Node#11981852, Parent_id#11981853, supplier_id#11981854, preferrd_supplier_id#11981855, supplier_ref_id#11981856, supplier_uid#11981857, supplier_name#11981858, supplier_country#11981859, direct_indirect#11981860, source_type#11981861, product_name#11981862, tier#11981863, is_latest#11981864, is_latest_submitted#11981865, is_unknown_supplier#11981866, company_id#11981867, config_name#11981868, direct_supplier_name#11981869, launch_request_name#11981870, launch_config_ref#11981871, revision_version#11981872, submission_status#11981873, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,... [117255] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294001 {
label="Exchange";
117317 [labelType="html" label="ShuffledRowRDD [117317] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster293992 {
label="WholeStageCodegen (4)";
117318 [labelType="html" label="MapPartitionsRDD [117318] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster293942 {
label="AdaptiveSparkPlan";
117319 [labelType="html" label="MapPartitionsRDD [117319] [Unordered]<br>javaToPython at <unknown>:0"];
117320 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#11984659, preferrd_supplier_id#11984660, supplier_uid#11984661, name#11984662, brand_context_id#11984663, country#11984664, state#11984665, city#11984666, region#11984667, status#11984668, is_unknown#11984669, source_evidence#11984670, first_created_date#11984828]\n +- SortMergeJoin [supplier_id#11984659], [supplier_id#11981605], LeftOuter\n :- Sort [supplier_id#11984659 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#11984659, 10), ENSURE_REQUIREMENTS, [plan_id=3989163]\n : +- MapInPandas <lambda>(supplier_id#11984634, preferrd_supplier_id#11984635, supplier_uid#11984636, name#11984637, brand_context_id#11984638, country#11984639, state#11984640, city#11984641, region#11984642, status#11984643, is_unknown#11984644, source_evidence#11984645)#11984658, [supplier_id#11984659, preferrd_supplier_id#11984660, supplier_uid#11984661, name#11984662, brand_context_id#11984663, country#11984664, state#11984665, city... [117320] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294082 {
label="InMemoryTableScan";
117345 [labelType="html" label="MapPartitionsRDD [117345] [Unordered]<br>javaToPython at <unknown>:0"];
117346 [labelType="html" label="MapPartitionsRDD [117346] [Unordered]<br>javaToPython at <unknown>:0"];
117347 [labelType="html" label="MapPartitionsRDD [117347] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294074 {
label="WholeStageCodegen (3)";
117348 [labelType="html" label="MapPartitionsRDD [117348] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294073 {
label="MapInPandas";
117349 [labelType="html" label="MapPartitionsRDD [117349] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294065 {
label="WholeStageCodegen (4)";
117350 [labelType="html" label="MapPartitionsRDD [117350] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294027 {
label="AdaptiveSparkPlan";
117351 [labelType="html" label="MapPartitionsRDD [117351] [Unordered]<br>javaToPython at <unknown>:0"];
117352 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#11984804, facility_uid#11984805, name#11984806, brand_context_id#11984807, owner_supplier_id#11984808, country#11984809, state#11984810, city#11984811, region#11984812, is_unknown#11984813, value_processes#11984814, materials#11984815, first_created_date#11985659]\n +- SortMergeJoin [facility_id#11984804], [facility_id#11981619], LeftOuter\n :- Sort [facility_id#11984804 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#11984804, 10), ENSURE_REQUIREMENTS, [plan_id=3989222]\n : +- MapInPandas <lambda>(facility_id#11984779, facility_uid#11984780, name#11984781, brand_context_id#11984782, owner_supplier_id#11984783, country#11984784, state#11984785, city#11984786, region#11984787, is_unknown#11984788, value_processes#11984789, materials#11984790)#11984803, [facility_id#11984804, facility_uid#11984805, name#11984806, brand_context_id#11984807, owner_supplier_id#11984808, country#11984809, state#11984810, city#11... [117352] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294168 {
label="InMemoryTableScan";
117376 [labelType="html" label="MapPartitionsRDD [117376] [Unordered]<br>javaToPython at <unknown>:0"];
117377 [labelType="html" label="MapPartitionsRDD [117377] [Unordered]<br>javaToPython at <unknown>:0"];
117378 [labelType="html" label="MapPartitionsRDD [117378] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294156 {
label="WholeStageCodegen (4)";
117379 [labelType="html" label="MapPartitionsRDD [117379] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294155 {
label="MapInPandas";
117380 [labelType="html" label="MapPartitionsRDD [117380] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294147 {
label="WholeStageCodegen (5)";
117381 [labelType="html" label="MapPartitionsRDD [117381] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294106 {
label="AdaptiveSparkPlan";
117382 [labelType="html" label="MapPartitionsRDD [117382] [Unordered]<br>javaToPython at <unknown>:0"];
117383 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#11986757, supplier_uid#11986758, name#11986759, brand_context_id#11986760, country#11986761, state#11986762, city#11986763, region#11986764, status#11986765, is_unknown#11986766, source_evidence#11986767, first_created_date#11986779]\n +- SortMergeJoin [supplier_id#11986757], [supplier_id#11986782], LeftOuter\n :- Sort [supplier_id#11986757 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#11986757, 10), ENSURE_REQUIREMENTS, [plan_id=3989298]\n : +- MapInPandas <lambda>(supplier_id#11986734, supplier_uid#11986735, name#11986736, brand_context_id#11986737, country#11986738, state#11986739, city#11986740, region#11986741, status#11986742, is_unknown#11986743, source_evidence#11986744)#11986756, [supplier_id#11986757, supplier_uid#11986758, name#11986759, brand_context_id#11986760, country#11986761, state#11986762, city#11986763, region#11986764, status#11986765, is_unknown#11986766, source_evidence#11986767], ... [117383] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294244 {
label="InMemoryTableScan";
117412 [labelType="html" label="MapPartitionsRDD [117412] [Unordered]<br>javaToPython at <unknown>:0"];
117413 [labelType="html" label="MapPartitionsRDD [117413] [Unordered]<br>javaToPython at <unknown>:0"];
117414 [labelType="html" label="MapPartitionsRDD [117414] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294240 {
label="WholeStageCodegen (2)";
117415 [labelType="html" label="MapPartitionsRDD [117415] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294249 {
label="InMemoryTableScan";
117416 [labelType="html" label="MapPartitionsRDD [117416] [Unordered]<br>javaToPython at <unknown>:0"];
117417 [labelType="html" label="MapPartitionsRDD [117417] [Unordered]<br>javaToPython at <unknown>:0"];
117418 [labelType="html" label="MapPartitionsRDD [117418] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294245 {
label="WholeStageCodegen (3)";
117419 [labelType="html" label="MapPartitionsRDD [117419] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294239 {
label="Union";
117420 [labelType="html" label="UnionRDD [117420] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294230 {
label="WholeStageCodegen (4)";
117421 [labelType="html" label="MapPartitionsRDD [117421] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294216 {
label="AdaptiveSparkPlan";
117422 [labelType="html" label="MapPartitionsRDD [117422] [Unordered]<br>javaToPython at <unknown>:0"];
117423 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#11984659 AS entity_id#11993612, brand_context_id#11984663, dim_id#11993606, raw_level#11993607 AS level#11993613, CASE WHEN (cast(raw_level#11993607 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#11993607 as double) >= 3.4) THEN High WHEN (cast(raw_level#11993607 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#11993607 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#11993607 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#11993614, active AS status#11993615, 2026-10-17T12:00:24.743559+00:00 AS listed_at#11993616, 2026-10-17T12:00:24.743559+00:00 AS assessed_at#11993617, null AS matched_entity#11993618, null AS match_pct#11993619, null AS match_source#11993620, null AS threshold#11993621, null AS kharon_id#11993622]\n +- Filter (isnotnull(raw_level#11993607) AND NOT (raw_level#11993607 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#2019986 as string), risk_forced_labor, cast(Forced_Labor#2019985 as s... [117423] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294311 {
label="InMemoryTableScan";
117437 [labelType="html" label="MapPartitionsRDD [117437] [Unordered]<br>javaToPython at <unknown>:0"];
117438 [labelType="html" label="MapPartitionsRDD [117438] [Unordered]<br>javaToPython at <unknown>:0"];
117439 [labelType="html" label="MapPartitionsRDD [117439] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294300 {
label="WholeStageCodegen (2)";
117440 [labelType="html" label="MapPartitionsRDD [117440] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294286 {
label="AdaptiveSparkPlan";
117441 [labelType="html" label="MapPartitionsRDD [117441] [Unordered]<br>javaToPython at <unknown>:0"];
117442 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#11984804 AS entity_id#11994472, brand_context_id#11984807, dim_id#11994466, raw_level#11994467 AS level#11994473, CASE WHEN (cast(raw_level#11994467 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#11994467 as double) >= 3.4) THEN High WHEN (cast(raw_level#11994467 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#11994467 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#11994467 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#11994474, active AS status#11994475, 2026-10-17T12:00:24.743559+00:00 AS listed_at#11994476, 2026-10-17T12:00:24.743559+00:00 AS assessed_at#11994477, null AS matched_entity#11994478, null AS match_pct#11994479, null AS match_source#11994480, null AS threshold#11994481, null AS kharon_id#11994482]\n +- Filter (isnotnull(raw_level#11994467) AND NOT (raw_level#11994467 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#2019986 as string), risk_forced_labor, cast(Forced_Labor#2019985 as s... [117442] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294333 {
label="parallelize";
117451 [labelType="html" label="ParallelCollectionRDD [117451]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster294334 {
label="mapPartitions";
117453 [labelType="html" label="MapPartitionsRDD [117453]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster294335 {
label="map";
117454 [labelType="html" label="MapPartitionsRDD [117454]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster294336 {
label="mapPartitions";
117455 [labelType="html" label="MapPartitionsRDD [117455]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster294337 {
label="parallelize";
117456 [labelType="html" label="ParallelCollectionRDD [117456]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster294338 {
label="mapPartitions";
117458 [labelType="html" label="MapPartitionsRDD [117458]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster294339 {
label="map";
117459 [labelType="html" label="MapPartitionsRDD [117459]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster294340 {
label="mapPartitions";
117460 [labelType="html" label="MapPartitionsRDD [117460]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster294371 {
label="InMemoryTableScan";
117466 [labelType="html" label="MapPartitionsRDD [117466] [Unordered]<br>javaToPython at <unknown>:0"];
117467 [labelType="html" label="MapPartitionsRDD [117467] [Unordered]<br>javaToPython at <unknown>:0"];
117468 [labelType="html" label="MapPartitionsRDD [117468] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294366 {
label="WholeStageCodegen (2)";
117469 [labelType="html" label="MapPartitionsRDD [117469] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294372 {
label="WholeStageCodegen (3)";
117470 [labelType="html" label="MapPartitionsRDD [117470]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294365 {
label="Union";
117471 [labelType="html" label="UnionRDD [117471] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294357 {
label="WholeStageCodegen (4)";
117472 [labelType="html" label="MapPartitionsRDD [117472] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294342 {
label="AdaptiveSparkPlan";
117473 [labelType="html" label="MapPartitionsRDD [117473] [Unordered]<br>javaToPython at <unknown>:0"];
117474 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#11996264, dim_id#11994466, lvl#11996265, sid#11996269]\n +- BroadcastHashJoin [facility_id#11996264], [facility_id#11983756], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#11994472 AS facility_id#11996264, dim_id#11994466, cast(level#11994473 as double) AS lvl#11996265]\n : : +- Filter ((isnotnull(dim_id#11994466) AND NOT (dim_id#11994466 = risk_overall)) AND isnotnull(entity_id#11994472))\n : : +- InMemoryTableScan [dim_id#11994466, entity_id#11994472, level#11994473], [isnotnull(dim_id#11994466), NOT (dim_id#11994466 = risk_overall), isnotnull(entity_id#11994472)]\n : : +- InMemoryRelation [entity_id#11994472, brand_context_id#11984807, dim_id#11994466, level#11994473, level_band#11994474, status#11994475, listed_at#11994476, assessed_at#11994477, matched_entity#11994478, match_pct#11994479, match_source#11994480, threshold#11994481, kharon_id#11994482], StorageLevel(disk, memory, deseriali... [117474] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
117490 [labelType="html" label="MapPartitionsRDD [117490] [Unordered]<br>javaToPython at <unknown>:0"];
117491 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#11996597, dim_id#11993606, lvl#11996598, _has_fac#11996604]\n +- BroadcastHashJoin [sid#11996597], [sid#11996602], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#11993612 AS sid#11996597, dim_id#11993606, cast(level#11993613 as double) AS lvl#11996598]\n : : +- Filter (isnotnull(dim_id#11993606) AND NOT (dim_id#11993606 = risk_overall))\n : : +- InMemoryTableScan [dim_id#11993606, entity_id#11993612, level#11993613], [isnotnull(dim_id#11993606), NOT (dim_id#11993606 = risk_overall)]\n : : +- InMemoryRelation [entity_id#11993612, brand_context_id#11984663, dim_id#11993606, level#11993613, level_band#11993614, status#11993615, listed_at#11993616, assessed_at#11993617, matched_entity#11993618, match_pct#11993619, match_source#11993620, threshold#11993621, kharon_id#11993622], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [117491] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294413 {
label="InMemoryTableScan";
117483 [labelType="html" label="MapPartitionsRDD [117483] [Unordered]<br>javaToPython at <unknown>:0"];
117484 [labelType="html" label="MapPartitionsRDD [117484] [Unordered]<br>javaToPython at <unknown>:0"];
117485 [labelType="html" label="MapPartitionsRDD [117485] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294408 {
label="WholeStageCodegen (3)";
117486 [labelType="html" label="MapPartitionsRDD [117486] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294414 {
label="WholeStageCodegen (4)";
117487 [labelType="html" label="MapPartitionsRDD [117487]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294407 {
label="Union";
117488 [labelType="html" label="UnionRDD [117488] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294399 {
label="WholeStageCodegen (5)";
117489 [labelType="html" label="MapPartitionsRDD [117489] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294455 {
label="InMemoryTableScan";
117511 [labelType="html" label="MapPartitionsRDD [117511] [Unordered]<br>javaToPython at <unknown>:0"];
117512 [labelType="html" label="MapPartitionsRDD [117512] [Unordered]<br>javaToPython at <unknown>:0"];
117513 [labelType="html" label="MapPartitionsRDD [117513] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294450 {
label="WholeStageCodegen (5)";
117514 [labelType="html" label="MapPartitionsRDD [117514] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294461 {
label="InMemoryTableScan";
117515 [labelType="html" label="MapPartitionsRDD [117515] [Unordered]<br>javaToPython at <unknown>:0"];
117516 [labelType="html" label="MapPartitionsRDD [117516] [Unordered]<br>javaToPython at <unknown>:0"];
117517 [labelType="html" label="MapPartitionsRDD [117517] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294456 {
label="WholeStageCodegen (6)";
117518 [labelType="html" label="MapPartitionsRDD [117518] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294449 {
label="Union";
117519 [labelType="html" label="UnionRDD [117519] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294446 {
label="WholeStageCodegen (7)";
117520 [labelType="html" label="MapPartitionsRDD [117520] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294445 {
label="Exchange";
117521 [labelType="html" label="MapPartitionsRDD [117521] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
117253->117254;
117254->117255;
117317->117318;
117318->117319;
117319->117320;
117255->117345;
117345->117346;
117346->117347;
117347->117348;
117348->117349;
117349->117350;
117350->117351;
117351->117352;
117255->117376;
117376->117377;
117377->117378;
117378->117379;
117379->117380;
117380->117381;
117381->117382;
117382->117383;
117320->117412;
117412->117413;
117413->117414;
117414->117415;
117383->117416;
117416->117417;
117417->117418;
117418->117419;
117415->117420;
117419->117420;
117420->117421;
117421->117422;
117422->117423;
117352->117437;
117437->117438;
117438->117439;
117439->117440;
117440->117441;
117441->117442;
117451->117452;
117452->117453;
117453->117454;
117454->117455;
117456->117457;
117457->117458;
117458->117459;
117459->117460;
117442->117466;
117466->117467;
117467->117468;
117468->117469;
117460->117470;
117469->117471;
117470->117471;
117471->117472;
117472->117473;
117473->117474;
117423->117483;
117483->117484;
117484->117485;
117485->117486;
117455->117487;
117486->117488;
117487->117488;
117488->117489;
117489->117490;
117490->117491;
117474->117511;
117511->117512;
117512->117513;
117513->117514;
117491->117515;
117515->117516;
117516->117517;
117517->117518;
117514->117519;
117518->117519;
117519->117520;
117520->117521;
}
117252,117253
117311,117317
117255
117423
117442
117474
117491