digraph G {
subgraph clusterstage_39801 {
label="Stage 39801";
170478 [labelType="html" label="PythonRDD [170478]<br>RDD at PythonRDD.scala:53"];
subgraph cluster405718 {
label="Exchange";
170287 [labelType="html" label="ShuffledRowRDD [170287] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405719 {
label="mapPartitionsInternal";
170288 [labelType="html" label="MapPartitionsRDD [170288] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405720 {
label="mapPartitionsInternal";
170289 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3325998]\n +- Project [brand_context_id#20377588, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20377589, 64, true, false, true) AS NetworkID#20377632, Child_Node#20377590, Parent_id#20377591, supplier_id#20377592, preferrd_supplier_id#20377593, supplier_ref_id#20377594, supplier_uid#20377595, supplier_name#20377596, supplier_country#20377597, direct_indirect#20377598, source_type#20377599, product_name#20377600, tier#20377601, is_latest#20377602, is_latest_submitted#20377603, is_unknown_supplier#20377604, company_id#20377605, config_name#20377606, direct_supplier_name#20377607, launch_request_name#20377608, launch_config_ref#20377609, revision_version#20377610, submission_status#20377611, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [170289] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405928 {
label="InMemoryTableScan";
170366 [labelType="html" label="MapPartitionsRDD [170366] [Unordered]<br>javaToPython at <unknown>:0"];
170367 [labelType="html" label="MapPartitionsRDD [170367] [Unordered]<br>javaToPython at <unknown>:0"];
170368 [labelType="html" label="MapPartitionsRDD [170368] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405920 {
label="WholeStageCodegen (3)";
170369 [labelType="html" label="MapPartitionsRDD [170369] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405919 {
label="MapInPandas";
170370 [labelType="html" label="MapPartitionsRDD [170370] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405911 {
label="WholeStageCodegen (4)";
170371 [labelType="html" label="MapPartitionsRDD [170371] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405873 {
label="AdaptiveSparkPlan";
170372 [labelType="html" label="MapPartitionsRDD [170372] [Unordered]<br>javaToPython at <unknown>:0"];
170373 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20380542, facility_uid#20380543, name#20380544, brand_context_id#20380545, owner_supplier_id#20380546, country#20380547, state#20380548, city#20380549, region#20380550, is_unknown#20380551, value_processes#20380552, materials#20380553, first_created_date#20381397]\n +- SortMergeJoin [facility_id#20380542], [facility_id#20377357], LeftOuter\n :- Sort [facility_id#20380542 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#20380542, 10), ENSURE_REQUIREMENTS, [plan_id=3326175]\n : +- MapInPandas <lambda>(facility_id#20380517, facility_uid#20380518, name#20380519, brand_context_id#20380520, owner_supplier_id#20380521, country#20380522, state#20380523, city#20380524, region#20380525, is_unknown#20380526, value_processes#20380527, materials#20380528)#20380541, [facility_id#20380542, facility_uid#20380543, name#20380544, brand_context_id#20380545, owner_supplier_id#20380546, country#20380547, state#20380548, city#20... [170373] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406157 {
label="InMemoryTableScan";
170458 [labelType="html" label="MapPartitionsRDD [170458] [Unordered]<br>javaToPython at <unknown>:0"];
170459 [labelType="html" label="MapPartitionsRDD [170459] [Unordered]<br>javaToPython at <unknown>:0"];
170460 [labelType="html" label="MapPartitionsRDD [170460] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406146 {
label="WholeStageCodegen (2)";
170461 [labelType="html" label="MapPartitionsRDD [170461] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406132 {
label="AdaptiveSparkPlan";
170462 [labelType="html" label="MapPartitionsRDD [170462] [Unordered]<br>javaToPython at <unknown>:0"];
170463 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20380542 AS entity_id#20389033, brand_context_id#20380545, dim_id#20389027, raw_level#20389028 AS level#20389034, CASE WHEN (cast(raw_level#20389028 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20389028 as double) >= 3.4) THEN High WHEN (cast(raw_level#20389028 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20389028 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20389028 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20389035, active AS status#20389036, 2026-10-16T12:48:58.516104+00:00 AS listed_at#20389037, 2026-10-16T12:48:58.516104+00:00 AS assessed_at#20389038, null AS matched_entity#20389039, null AS match_pct#20389040, null AS match_source#20389041, null AS threshold#20389042, null AS kharon_id#20389043]\n +- Filter (isnotnull(raw_level#20389028) AND NOT (raw_level#20389028 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [170463] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406183 {
label="parallelize";
170477 [labelType="html" label="ParallelCollectionRDD [170477]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster406184 {
label="mapPartitions";
170479 [labelType="html" label="MapPartitionsRDD [170479]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster406185 {
label="map";
170480 [labelType="html" label="MapPartitionsRDD [170480]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster406186 {
label="mapPartitions";
170481 [labelType="html" label="MapPartitionsRDD [170481]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster406217 {
label="InMemoryTableScan";
170487 [labelType="html" label="MapPartitionsRDD [170487] [Unordered]<br>javaToPython at <unknown>:0"];
170488 [labelType="html" label="MapPartitionsRDD [170488] [Unordered]<br>javaToPython at <unknown>:0"];
170489 [labelType="html" label="MapPartitionsRDD [170489] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406212 {
label="WholeStageCodegen (2)";
170490 [labelType="html" label="MapPartitionsRDD [170490] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406218 {
label="WholeStageCodegen (3)";
170491 [labelType="html" label="MapPartitionsRDD [170491]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406211 {
label="Union";
170492 [labelType="html" label="UnionRDD [170492] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406203 {
label="WholeStageCodegen (4)";
170493 [labelType="html" label="MapPartitionsRDD [170493] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406188 {
label="AdaptiveSparkPlan";
170494 [labelType="html" label="MapPartitionsRDD [170494] [Unordered]<br>javaToPython at <unknown>:0"];
170495 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20390825, dim_id#20389027, lvl#20390826, sid#20390830]\n +- BroadcastHashJoin [facility_id#20390825], [facility_id#20379494], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#20389033 AS facility_id#20390825, dim_id#20389027, cast(level#20389034 as double) AS lvl#20390826]\n : : +- Filter ((isnotnull(dim_id#20389027) AND NOT (dim_id#20389027 = risk_overall)) AND isnotnull(entity_id#20389033))\n : : +- InMemoryTableScan [dim_id#20389027, entity_id#20389033, level#20389034], [isnotnull(dim_id#20389027), NOT (dim_id#20389027 = risk_overall), isnotnull(entity_id#20389033)]\n : : +- InMemoryRelation [entity_id#20389033, brand_context_id#20380545, dim_id#20389027, level#20389034, level_band#20389035, status#20389036, listed_at#20389037, assessed_at#20389038, matched_entity#20389039, match_pct#20389040, match_source#20389041, threshold#20389042, kharon_id#20389043], StorageLevel(disk, memory, deseriali... [170495] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
170287->170288;
170288->170289;
170289->170366;
170366->170367;
170367->170368;
170368->170369;
170369->170370;
170370->170371;
170371->170372;
170372->170373;
170373->170458;
170458->170459;
170459->170460;
170460->170461;
170461->170462;
170462->170463;
170477->170478;
170478->170479;
170479->170480;
170480->170481;
170463->170487;
170487->170488;
170488->170489;
170489->170490;
170481->170491;
170490->170492;
170491->170492;
170492->170493;
170493->170494;
170494->170495;
}
170286,170287
170289
170463
170495