digraph G {
subgraph clusterstage_39697 {
label="Stage 39697";
170035 [labelType="html" label="PythonRDD [170035]<br>RDD at PythonRDD.scala:53"];
subgraph cluster403988 {
label="Exchange";
169610 [labelType="html" label="ShuffledRowRDD [169610] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster403989 {
label="mapPartitionsInternal";
169611 [labelType="html" label="MapPartitionsRDD [169611] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster403990 {
label="mapPartitionsInternal";
169612 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3316750]\n +- Project [brand_context_id#20322539, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20322540, 64, true, false, true) AS NetworkID#20322583, Child_Node#20322541, Parent_id#20322542, supplier_id#20322543, preferrd_supplier_id#20322544, supplier_ref_id#20322545, supplier_uid#20322546, supplier_name#20322547, supplier_country#20322548, direct_indirect#20322549, source_type#20322550, product_name#20322551, tier#20322552, is_latest#20322553, is_latest_submitted#20322554, is_unknown_supplier#20322555, company_id#20322556, config_name#20322557, direct_supplier_name#20322558, launch_request_name#20322559, launch_config_ref#20322560, revision_version#20322561, submission_status#20322562, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [169612] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster404374 {
label="InMemoryTableScan";
169760 [labelType="html" label="MapPartitionsRDD [169760] [Unordered]<br>javaToPython at <unknown>:0"];
169761 [labelType="html" label="MapPartitionsRDD [169761] [Unordered]<br>javaToPython at <unknown>:0"];
169762 [labelType="html" label="MapPartitionsRDD [169762] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404366 {
label="WholeStageCodegen (3)";
169763 [labelType="html" label="MapPartitionsRDD [169763] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404365 {
label="MapInPandas";
169764 [labelType="html" label="MapPartitionsRDD [169764] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404357 {
label="WholeStageCodegen (4)";
169765 [labelType="html" label="MapPartitionsRDD [169765] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404323 {
label="AdaptiveSparkPlan";
169766 [labelType="html" label="MapPartitionsRDD [169766] [Unordered]<br>javaToPython at <unknown>:0"];
169767 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20329148, facility_uid#20329149, name#20329150, brand_context_id#20329151, owner_supplier_id#20329152, country#20329153, state#20329154, city#20329155, region#20329156, is_unknown#20329157, value_processes#20329158, materials#20329159, first_created_date#20330899]\n +- SortMergeJoin [facility_id#20329148], [facility_id#20322219], LeftOuter\n :- Sort [facility_id#20329148 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#20329148, 10), ENSURE_REQUIREMENTS, [plan_id=3317112]\n : +- MapInPandas <lambda>(facility_id#20328357, facility_uid#20328358, name#20328360, brand_context_id#20328361, owner_supplier_id#20328364, country#20328365, state#20328366, city#20328367, region#20328368, is_unknown#20328369, value_processes#20328383, materials#20328384)#20329147, [facility_id#20329148, facility_uid#20329149, name#20329150, brand_context_id#20329151, owner_supplier_id#20329152, country#20329153, state#20329154, city#20... [169767] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404891 {
label="InMemoryTableScan";
169966 [labelType="html" label="MapPartitionsRDD [169966] [Unordered]<br>javaToPython at <unknown>:0"];
169967 [labelType="html" label="MapPartitionsRDD [169967] [Unordered]<br>javaToPython at <unknown>:0"];
169968 [labelType="html" label="MapPartitionsRDD [169968] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404879 {
label="WholeStageCodegen (2)";
169969 [labelType="html" label="MapPartitionsRDD [169969] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404840 {
label="AdaptiveSparkPlan";
169970 [labelType="html" label="MapPartitionsRDD [169970] [Unordered]<br>javaToPython at <unknown>:0"];
169971 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20329148 AS entity_id#20347800, brand_context_id#20329151, dim_id#20347689, raw_level#20347690 AS level#20347801, CASE WHEN (cast(raw_level#20347690 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20347690 as double) >= 3.4) THEN High WHEN (cast(raw_level#20347690 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20347690 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20347690 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20347802, active AS status#20347803, 2026-10-16T12:48:36.100823+00:00 AS listed_at#20347804, 2026-10-16T12:48:36.100823+00:00 AS assessed_at#20347805, null AS matched_entity#20347806, null AS match_pct#20347807, null AS match_source#20347808, null AS threshold#20347809, null AS kharon_id#20347810]\n +- Filter (isnotnull(raw_level#20347690) AND NOT (raw_level#20347690 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [169971] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405003 {
label="parallelize";
170034 [labelType="html" label="ParallelCollectionRDD [170034]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster405004 {
label="mapPartitions";
170036 [labelType="html" label="MapPartitionsRDD [170036]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster405005 {
label="map";
170037 [labelType="html" label="MapPartitionsRDD [170037]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster405006 {
label="mapPartitions";
170038 [labelType="html" label="MapPartitionsRDD [170038]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster405135 {
label="InMemoryTableScan";
170062 [labelType="html" label="MapPartitionsRDD [170062] [Unordered]<br>javaToPython at <unknown>:0"];
170063 [labelType="html" label="MapPartitionsRDD [170063] [Unordered]<br>javaToPython at <unknown>:0"];
170064 [labelType="html" label="MapPartitionsRDD [170064] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405130 {
label="WholeStageCodegen (2)";
170065 [labelType="html" label="MapPartitionsRDD [170065] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405136 {
label="WholeStageCodegen (3)";
170066 [labelType="html" label="MapPartitionsRDD [170066]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405129 {
label="Union";
170067 [labelType="html" label="UnionRDD [170067] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405121 {
label="WholeStageCodegen (4)";
170068 [labelType="html" label="MapPartitionsRDD [170068] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405037 {
label="AdaptiveSparkPlan";
170069 [labelType="html" label="MapPartitionsRDD [170069] [Unordered]<br>javaToPython at <unknown>:0"];
170070 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20351772, dim_id#20347689, lvl#20351773, sid#20351777]\n +- BroadcastHashJoin [facility_id#20351772], [facility_id#20326996], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#20347800 AS facility_id#20351772, dim_id#20347689, cast(level#20347801 as double) AS lvl#20351773]\n : : +- Filter ((isnotnull(dim_id#20347689) AND NOT (dim_id#20347689 = risk_overall)) AND isnotnull(entity_id#20347800))\n : : +- InMemoryTableScan [dim_id#20347689, entity_id#20347800, level#20347801], [isnotnull(dim_id#20347689), NOT (dim_id#20347689 = risk_overall), isnotnull(entity_id#20347800)]\n : : +- InMemoryRelation [entity_id#20347800, brand_context_id#20329151, dim_id#20347689, level#20347801, level_band#20347802, status#20347803, listed_at#20347804, assessed_at#20347805, matched_entity#20347806, match_pct#20347807, match_source#20347808, threshold#20347809, kharon_id#20347810], StorageLevel(disk, memory, deseriali... [170070] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
169610->169611;
169611->169612;
169612->169760;
169760->169761;
169761->169762;
169762->169763;
169763->169764;
169764->169765;
169765->169766;
169766->169767;
169767->169966;
169966->169967;
169967->169968;
169968->169969;
169969->169970;
169970->169971;
170034->170035;
170035->170036;
170036->170037;
170037->170038;
169971->170062;
170062->170063;
170063->170064;
170064->170065;
170038->170066;
170065->170067;
170066->170067;
170067->170068;
170068->170069;
170069->170070;
}
169601,169610
169612
169971
170070