digraph G {
subgraph clusterstage_39812 {
label="Stage 39812";
170473 [labelType="html" label="PythonRDD [170473]<br>RDD at PythonRDD.scala:53"];
subgraph cluster405718 {
label="Exchange";
170287 [labelType="html" label="ShuffledRowRDD [170287] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405719 {
label="mapPartitionsInternal";
170288 [labelType="html" label="MapPartitionsRDD [170288] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405720 {
label="mapPartitionsInternal";
170289 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3325998]\n +- Project [brand_context_id#20377588, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20377589, 64, true, false, true) AS NetworkID#20377632, Child_Node#20377590, Parent_id#20377591, supplier_id#20377592, preferrd_supplier_id#20377593, supplier_ref_id#20377594, supplier_uid#20377595, supplier_name#20377596, supplier_country#20377597, direct_indirect#20377598, source_type#20377599, product_name#20377600, tier#20377601, is_latest#20377602, is_latest_submitted#20377603, is_unknown_supplier#20377604, company_id#20377605, config_name#20377606, direct_supplier_name#20377607, launch_request_name#20377608, launch_config_ref#20377609, revision_version#20377610, submission_status#20377611, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [170289] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405847 {
label="Exchange";
170338 [labelType="html" label="ShuffledRowRDD [170338] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405838 {
label="WholeStageCodegen (4)";
170339 [labelType="html" label="MapPartitionsRDD [170339] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405788 {
label="AdaptiveSparkPlan";
170340 [labelType="html" label="MapPartitionsRDD [170340] [Unordered]<br>javaToPython at <unknown>:0"];
170341 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city#20380404, region#20380405, status#20380406, is_unknown#20380407, source_evidence#20380408, first_created_date#20380566]\n +- SortMergeJoin [supplier_id#20380397], [supplier_id#20377343], LeftOuter\n :- Sort [supplier_id#20380397 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20380397, 10), ENSURE_REQUIREMENTS, [plan_id=3326116]\n : +- MapInPandas <lambda>(supplier_id#20380372, preferrd_supplier_id#20380373, supplier_uid#20380374, name#20380375, brand_context_id#20380376, country#20380377, state#20380378, city#20380379, region#20380380, status#20380381, is_unknown#20380382, source_evidence#20380383)#20380396, [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city... [170341] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406014 {
label="InMemoryTableScan";
170397 [labelType="html" label="MapPartitionsRDD [170397] [Unordered]<br>javaToPython at <unknown>:0"];
170398 [labelType="html" label="MapPartitionsRDD [170398] [Unordered]<br>javaToPython at <unknown>:0"];
170399 [labelType="html" label="MapPartitionsRDD [170399] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406002 {
label="WholeStageCodegen (4)";
170400 [labelType="html" label="MapPartitionsRDD [170400] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406001 {
label="MapInPandas";
170401 [labelType="html" label="MapPartitionsRDD [170401] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405993 {
label="WholeStageCodegen (5)";
170402 [labelType="html" label="MapPartitionsRDD [170402] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405952 {
label="AdaptiveSparkPlan";
170403 [labelType="html" label="MapPartitionsRDD [170403] [Unordered]<br>javaToPython at <unknown>:0"];
170404 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20382495, supplier_uid#20382496, name#20382497, brand_context_id#20382498, country#20382499, state#20382500, city#20382501, region#20382502, status#20382503, is_unknown#20382504, source_evidence#20382505, first_created_date#20382517]\n +- SortMergeJoin [supplier_id#20382495], [supplier_id#20382520], LeftOuter\n :- Sort [supplier_id#20382495 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20382495, 10), ENSURE_REQUIREMENTS, [plan_id=3326251]\n : +- MapInPandas <lambda>(supplier_id#20382472, supplier_uid#20382473, name#20382474, brand_context_id#20382475, country#20382476, state#20382477, city#20382478, region#20382479, status#20382480, is_unknown#20382481, source_evidence#20382482)#20382494, [supplier_id#20382495, supplier_uid#20382496, name#20382497, brand_context_id#20382498, country#20382499, state#20382500, city#20382501, region#20382502, status#20382503, is_unknown#20382504, source_evidence#20382505], ... [170404] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406090 {
label="InMemoryTableScan";
170433 [labelType="html" label="MapPartitionsRDD [170433] [Unordered]<br>javaToPython at <unknown>:0"];
170434 [labelType="html" label="MapPartitionsRDD [170434] [Unordered]<br>javaToPython at <unknown>:0"];
170435 [labelType="html" label="MapPartitionsRDD [170435] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406086 {
label="WholeStageCodegen (2)";
170436 [labelType="html" label="MapPartitionsRDD [170436] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406095 {
label="InMemoryTableScan";
170437 [labelType="html" label="MapPartitionsRDD [170437] [Unordered]<br>javaToPython at <unknown>:0"];
170438 [labelType="html" label="MapPartitionsRDD [170438] [Unordered]<br>javaToPython at <unknown>:0"];
170439 [labelType="html" label="MapPartitionsRDD [170439] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406091 {
label="WholeStageCodegen (3)";
170440 [labelType="html" label="MapPartitionsRDD [170440] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406085 {
label="Union";
170441 [labelType="html" label="UnionRDD [170441] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406076 {
label="WholeStageCodegen (4)";
170442 [labelType="html" label="MapPartitionsRDD [170442] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406062 {
label="AdaptiveSparkPlan";
170443 [labelType="html" label="MapPartitionsRDD [170443] [Unordered]<br>javaToPython at <unknown>:0"];
170444 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397 AS entity_id#20388173, brand_context_id#20380401, dim_id#20388167, raw_level#20388168 AS level#20388174, CASE WHEN (cast(raw_level#20388168 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20388168 as double) >= 3.4) THEN High WHEN (cast(raw_level#20388168 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20388168 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20388168 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20388175, active AS status#20388176, 2026-10-16T12:48:58.516104+00:00 AS listed_at#20388177, 2026-10-16T12:48:58.516104+00:00 AS assessed_at#20388178, null AS matched_entity#20388179, null AS match_pct#20388180, null AS match_source#20388181, null AS threshold#20388182, null AS kharon_id#20388183]\n +- Filter (isnotnull(raw_level#20388168) AND NOT (raw_level#20388168 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [170444] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406179 {
label="parallelize";
170472 [labelType="html" label="ParallelCollectionRDD [170472]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster406180 {
label="mapPartitions";
170474 [labelType="html" label="MapPartitionsRDD [170474]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster406181 {
label="map";
170475 [labelType="html" label="MapPartitionsRDD [170475]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster406182 {
label="mapPartitions";
170476 [labelType="html" label="MapPartitionsRDD [170476]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster406252 {
label="InMemoryTableScan";
170501 [labelType="html" label="MapPartitionsRDD [170501] [Unordered]<br>javaToPython at <unknown>:0"];
170502 [labelType="html" label="MapPartitionsRDD [170502] [Unordered]<br>javaToPython at <unknown>:0"];
170503 [labelType="html" label="MapPartitionsRDD [170503] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406247 {
label="WholeStageCodegen (2)";
170504 [labelType="html" label="MapPartitionsRDD [170504] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406253 {
label="WholeStageCodegen (3)";
170505 [labelType="html" label="MapPartitionsRDD [170505]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406246 {
label="Union";
170506 [labelType="html" label="UnionRDD [170506] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406238 {
label="WholeStageCodegen (4)";
170507 [labelType="html" label="MapPartitionsRDD [170507] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406188 {
label="AdaptiveSparkPlan";
170508 [labelType="html" label="MapPartitionsRDD [170508] [Unordered]<br>javaToPython at <unknown>:0"];
170509 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#20391158, dim_id#20388167, lvl#20391159, _has_fac#20391165]\n +- BroadcastHashJoin [sid#20391158], [sid#20391163], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#20388173 AS sid#20391158, dim_id#20388167, cast(level#20388174 as double) AS lvl#20391159]\n : : +- Filter (isnotnull(dim_id#20388167) AND NOT (dim_id#20388167 = risk_overall))\n : : +- InMemoryTableScan [dim_id#20388167, entity_id#20388173, level#20388174], [isnotnull(dim_id#20388167), NOT (dim_id#20388167 = risk_overall)]\n : : +- InMemoryRelation [entity_id#20388173, brand_context_id#20380401, dim_id#20388167, level#20388174, level_band#20388175, status#20388176, listed_at#20388177, assessed_at#20388178, matched_entity#20388179, match_pct#20388180, match_source#20388181, threshold#20388182, kharon_id#20388183], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [170509] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406308 {
label="InMemoryTableScan";
170540 [labelType="html" label="MapPartitionsRDD [170540] [Unordered]<br>javaToPython at <unknown>:0"];
170541 [labelType="html" label="MapPartitionsRDD [170541] [Unordered]<br>javaToPython at <unknown>:0"];
170542 [labelType="html" label="MapPartitionsRDD [170542] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406302 {
label="WholeStageCodegen (8)";
170543 [labelType="html" label="MapPartitionsRDD [170543] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406301 {
label="Exchange";
170544 [labelType="html" label="MapPartitionsRDD [170544] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
170287->170288;
170288->170289;
170338->170339;
170339->170340;
170340->170341;
170289->170397;
170397->170398;
170398->170399;
170399->170400;
170400->170401;
170401->170402;
170402->170403;
170403->170404;
170341->170433;
170433->170434;
170434->170435;
170435->170436;
170404->170437;
170437->170438;
170438->170439;
170439->170440;
170436->170441;
170440->170441;
170441->170442;
170442->170443;
170443->170444;
170472->170473;
170473->170474;
170474->170475;
170475->170476;
170444->170501;
170501->170502;
170502->170503;
170503->170504;
170476->170505;
170504->170506;
170505->170506;
170506->170507;
170507->170508;
170508->170509;
170509->170540;
170540->170541;
170541->170542;
170542->170543;
170543->170544;
}
170286,170287
170332,170338
170289
170444
170509