digraph G {
subgraph clusterstage_26647 {
label="Stage 26647";
117452 [labelType="html" label="PythonRDD [117452]<br>RDD at PythonRDD.scala:53"];
subgraph cluster293835 {
label="Exchange";
117253 [labelType="html" label="ShuffledRowRDD [117253] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster293836 {
label="mapPartitionsInternal";
117254 [labelType="html" label="MapPartitionsRDD [117254] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster293837 {
label="mapPartitionsInternal";
117255 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(NetworkID#11981894, 2), REPARTITION_BY_NUM, [plan_id=3989029]\n +- Project [brand_context_id#11981850, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#11981851, 64, true, false, true) AS NetworkID#11981894, Child_Node#11981852, Parent_id#11981853, supplier_id#11981854, preferrd_supplier_id#11981855, supplier_ref_id#11981856, supplier_uid#11981857, supplier_name#11981858, supplier_country#11981859, direct_indirect#11981860, source_type#11981861, product_name#11981862, tier#11981863, is_latest#11981864, is_latest_submitted#11981865, is_unknown_supplier#11981866, company_id#11981867, config_name#11981868, direct_supplier_name#11981869, launch_request_name#11981870, launch_config_ref#11981871, revision_version#11981872, submission_status#11981873, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,... [117255] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294001 {
label="Exchange";
117317 [labelType="html" label="ShuffledRowRDD [117317] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster293992 {
label="WholeStageCodegen (4)";
117318 [labelType="html" label="MapPartitionsRDD [117318] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster293942 {
label="AdaptiveSparkPlan";
117319 [labelType="html" label="MapPartitionsRDD [117319] [Unordered]<br>javaToPython at <unknown>:0"];
117320 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#11984659, preferrd_supplier_id#11984660, supplier_uid#11984661, name#11984662, brand_context_id#11984663, country#11984664, state#11984665, city#11984666, region#11984667, status#11984668, is_unknown#11984669, source_evidence#11984670, first_created_date#11984828]\n +- SortMergeJoin [supplier_id#11984659], [supplier_id#11981605], LeftOuter\n :- Sort [supplier_id#11984659 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#11984659, 10), ENSURE_REQUIREMENTS, [plan_id=3989163]\n : +- MapInPandas <lambda>(supplier_id#11984634, preferrd_supplier_id#11984635, supplier_uid#11984636, name#11984637, brand_context_id#11984638, country#11984639, state#11984640, city#11984641, region#11984642, status#11984643, is_unknown#11984644, source_evidence#11984645)#11984658, [supplier_id#11984659, preferrd_supplier_id#11984660, supplier_uid#11984661, name#11984662, brand_context_id#11984663, country#11984664, state#11984665, city... [117320] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294168 {
label="InMemoryTableScan";
117376 [labelType="html" label="MapPartitionsRDD [117376] [Unordered]<br>javaToPython at <unknown>:0"];
117377 [labelType="html" label="MapPartitionsRDD [117377] [Unordered]<br>javaToPython at <unknown>:0"];
117378 [labelType="html" label="MapPartitionsRDD [117378] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294156 {
label="WholeStageCodegen (4)";
117379 [labelType="html" label="MapPartitionsRDD [117379] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294155 {
label="MapInPandas";
117380 [labelType="html" label="MapPartitionsRDD [117380] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294147 {
label="WholeStageCodegen (5)";
117381 [labelType="html" label="MapPartitionsRDD [117381] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294106 {
label="AdaptiveSparkPlan";
117382 [labelType="html" label="MapPartitionsRDD [117382] [Unordered]<br>javaToPython at <unknown>:0"];
117383 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#11986757, supplier_uid#11986758, name#11986759, brand_context_id#11986760, country#11986761, state#11986762, city#11986763, region#11986764, status#11986765, is_unknown#11986766, source_evidence#11986767, first_created_date#11986779]\n +- SortMergeJoin [supplier_id#11986757], [supplier_id#11986782], LeftOuter\n :- Sort [supplier_id#11986757 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#11986757, 10), ENSURE_REQUIREMENTS, [plan_id=3989298]\n : +- MapInPandas <lambda>(supplier_id#11986734, supplier_uid#11986735, name#11986736, brand_context_id#11986737, country#11986738, state#11986739, city#11986740, region#11986741, status#11986742, is_unknown#11986743, source_evidence#11986744)#11986756, [supplier_id#11986757, supplier_uid#11986758, name#11986759, brand_context_id#11986760, country#11986761, state#11986762, city#11986763, region#11986764, status#11986765, is_unknown#11986766, source_evidence#11986767], ... [117383] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294244 {
label="InMemoryTableScan";
117412 [labelType="html" label="MapPartitionsRDD [117412] [Unordered]<br>javaToPython at <unknown>:0"];
117413 [labelType="html" label="MapPartitionsRDD [117413] [Unordered]<br>javaToPython at <unknown>:0"];
117414 [labelType="html" label="MapPartitionsRDD [117414] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294240 {
label="WholeStageCodegen (2)";
117415 [labelType="html" label="MapPartitionsRDD [117415] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294249 {
label="InMemoryTableScan";
117416 [labelType="html" label="MapPartitionsRDD [117416] [Unordered]<br>javaToPython at <unknown>:0"];
117417 [labelType="html" label="MapPartitionsRDD [117417] [Unordered]<br>javaToPython at <unknown>:0"];
117418 [labelType="html" label="MapPartitionsRDD [117418] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294245 {
label="WholeStageCodegen (3)";
117419 [labelType="html" label="MapPartitionsRDD [117419] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294239 {
label="Union";
117420 [labelType="html" label="UnionRDD [117420] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294230 {
label="WholeStageCodegen (4)";
117421 [labelType="html" label="MapPartitionsRDD [117421] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294216 {
label="AdaptiveSparkPlan";
117422 [labelType="html" label="MapPartitionsRDD [117422] [Unordered]<br>javaToPython at <unknown>:0"];
117423 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#11984659 AS entity_id#11993612, brand_context_id#11984663, dim_id#11993606, raw_level#11993607 AS level#11993613, CASE WHEN (cast(raw_level#11993607 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#11993607 as double) >= 3.4) THEN High WHEN (cast(raw_level#11993607 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#11993607 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#11993607 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#11993614, active AS status#11993615, 2026-10-17T12:00:24.743559+00:00 AS listed_at#11993616, 2026-10-17T12:00:24.743559+00:00 AS assessed_at#11993617, null AS matched_entity#11993618, null AS match_pct#11993619, null AS match_source#11993620, null AS threshold#11993621, null AS kharon_id#11993622]\n +- Filter (isnotnull(raw_level#11993607) AND NOT (raw_level#11993607 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#2019986 as string), risk_forced_labor, cast(Forced_Labor#2019985 as s... [117423] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294333 {
label="parallelize";
117451 [labelType="html" label="ParallelCollectionRDD [117451]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster294334 {
label="mapPartitions";
117453 [labelType="html" label="MapPartitionsRDD [117453]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster294335 {
label="map";
117454 [labelType="html" label="MapPartitionsRDD [117454]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster294336 {
label="mapPartitions";
117455 [labelType="html" label="MapPartitionsRDD [117455]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster294413 {
label="InMemoryTableScan";
117483 [labelType="html" label="MapPartitionsRDD [117483] [Unordered]<br>javaToPython at <unknown>:0"];
117484 [labelType="html" label="MapPartitionsRDD [117484] [Unordered]<br>javaToPython at <unknown>:0"];
117485 [labelType="html" label="MapPartitionsRDD [117485] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294408 {
label="WholeStageCodegen (3)";
117486 [labelType="html" label="MapPartitionsRDD [117486] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294414 {
label="WholeStageCodegen (4)";
117487 [labelType="html" label="MapPartitionsRDD [117487]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294407 {
label="Union";
117488 [labelType="html" label="UnionRDD [117488] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294399 {
label="WholeStageCodegen (5)";
117489 [labelType="html" label="MapPartitionsRDD [117489] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294342 {
label="AdaptiveSparkPlan";
117490 [labelType="html" label="MapPartitionsRDD [117490] [Unordered]<br>javaToPython at <unknown>:0"];
117491 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#11996597, dim_id#11993606, lvl#11996598, _has_fac#11996604]\n +- BroadcastHashJoin [sid#11996597], [sid#11996602], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#11993612 AS sid#11996597, dim_id#11993606, cast(level#11993613 as double) AS lvl#11996598]\n : : +- Filter (isnotnull(dim_id#11993606) AND NOT (dim_id#11993606 = risk_overall))\n : : +- InMemoryTableScan [dim_id#11993606, entity_id#11993612, level#11993613], [isnotnull(dim_id#11993606), NOT (dim_id#11993606 = risk_overall)]\n : : +- InMemoryRelation [entity_id#11993612, brand_context_id#11984663, dim_id#11993606, level#11993613, level_band#11993614, status#11993615, listed_at#11993616, assessed_at#11993617, matched_entity#11993618, match_pct#11993619, match_source#11993620, threshold#11993621, kharon_id#11993622], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [117491] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
117253->117254;
117254->117255;
117317->117318;
117318->117319;
117319->117320;
117255->117376;
117376->117377;
117377->117378;
117378->117379;
117379->117380;
117380->117381;
117381->117382;
117382->117383;
117320->117412;
117412->117413;
117413->117414;
117414->117415;
117383->117416;
117416->117417;
117417->117418;
117418->117419;
117415->117420;
117419->117420;
117420->117421;
117421->117422;
117422->117423;
117451->117452;
117452->117453;
117453->117454;
117454->117455;
117423->117483;
117483->117484;
117484->117485;
117485->117486;
117455->117487;
117486->117488;
117487->117488;
117488->117489;
117489->117490;
117490->117491;
}
117252,117253
117311,117317
117255
117423
117491