digraph G {
subgraph clusterstage_41786 {
label="Stage 41786";
183404 [labelType="html" label="PythonRDD [183404]<br>RDD at PythonRDD.scala:53"];
subgraph cluster432229 {
label="Exchange";
183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432230 {
label="mapPartitionsInternal";
183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432231 {
label="mapPartitionsInternal";
183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432443 {
label="InMemoryTableScan";
183294 [labelType="html" label="MapPartitionsRDD [183294] [Unordered]<br>javaToPython at <unknown>:0"];
183295 [labelType="html" label="MapPartitionsRDD [183295] [Unordered]<br>javaToPython at <unknown>:0"];
183296 [labelType="html" label="MapPartitionsRDD [183296] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432435 {
label="WholeStageCodegen (3)";
183297 [labelType="html" label="MapPartitionsRDD [183297] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432434 {
label="MapInPandas";
183298 [labelType="html" label="MapPartitionsRDD [183298] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432426 {
label="WholeStageCodegen (4)";
183299 [labelType="html" label="MapPartitionsRDD [183299] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432388 {
label="AdaptiveSparkPlan";
183300 [labelType="html" label="MapPartitionsRDD [183300] [Unordered]<br>javaToPython at <unknown>:0"];
183301 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16692441, facility_uid#16692442, name#16692443, brand_context_id#16692444, owner_supplier_id#16692445, country#16692446, state#16692447, city#16692448, region#16692449, is_unknown#16692450, value_processes#16692451, materials#16692452, first_created_date#16693296]\n +- SortMergeJoin [facility_id#16692441], [facility_id#16689256], LeftOuter\n :- Sort [facility_id#16692441 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#16692441, 10), ENSURE_REQUIREMENTS, [plan_id=4527949]\n : +- MapInPandas <lambda>(facility_id#16692416, facility_uid#16692417, name#16692418, brand_context_id#16692419, owner_supplier_id#16692420, country#16692421, state#16692422, city#16692423, region#16692424, is_unknown#16692425, value_processes#16692426, materials#16692427)#16692440, [facility_id#16692441, facility_uid#16692442, name#16692443, brand_context_id#16692444, owner_supplier_id#16692445, country#16692446, state#16692447, city#16... [183301] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432651 {
label="InMemoryTableScan";
183384 [labelType="html" label="MapPartitionsRDD [183384] [Unordered]<br>javaToPython at <unknown>:0"];
183385 [labelType="html" label="MapPartitionsRDD [183385] [Unordered]<br>javaToPython at <unknown>:0"];
183386 [labelType="html" label="MapPartitionsRDD [183386] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432640 {
label="WholeStageCodegen (2)";
183387 [labelType="html" label="MapPartitionsRDD [183387] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432626 {
label="AdaptiveSparkPlan";
183388 [labelType="html" label="MapPartitionsRDD [183388] [Unordered]<br>javaToPython at <unknown>:0"];
183389 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16692441 AS entity_id#16701809, brand_context_id#16692444, dim_id#16701803, raw_level#16701804 AS level#16701810, CASE WHEN (cast(raw_level#16701804 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#16701804 as double) >= 3.4) THEN High WHEN (cast(raw_level#16701804 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#16701804 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#16701804 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#16701811, active AS status#16701812, 2026-10-19T10:50:30.898546+00:00 AS listed_at#16701813, 2026-10-19T10:50:30.898546+00:00 AS assessed_at#16701814, null AS matched_entity#16701815, null AS match_pct#16701816, null AS match_source#16701817, null AS threshold#16701818, null AS kharon_id#16701819]\n +- Filter (isnotnull(raw_level#16701804) AND NOT (raw_level#16701804 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#16516871 as string), risk_forced_labor, cast(Forced_Labor#16516870 as... [183389] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432677 {
label="parallelize";
183403 [labelType="html" label="ParallelCollectionRDD [183403]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster432678 {
label="mapPartitions";
183405 [labelType="html" label="MapPartitionsRDD [183405]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster432679 {
label="map";
183406 [labelType="html" label="MapPartitionsRDD [183406]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster432680 {
label="mapPartitions";
183407 [labelType="html" label="MapPartitionsRDD [183407]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster432711 {
label="InMemoryTableScan";
183413 [labelType="html" label="MapPartitionsRDD [183413] [Unordered]<br>javaToPython at <unknown>:0"];
183414 [labelType="html" label="MapPartitionsRDD [183414] [Unordered]<br>javaToPython at <unknown>:0"];
183415 [labelType="html" label="MapPartitionsRDD [183415] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432706 {
label="WholeStageCodegen (2)";
183416 [labelType="html" label="MapPartitionsRDD [183416] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432712 {
label="WholeStageCodegen (3)";
183417 [labelType="html" label="MapPartitionsRDD [183417]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432705 {
label="Union";
183418 [labelType="html" label="UnionRDD [183418] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432697 {
label="WholeStageCodegen (4)";
183419 [labelType="html" label="MapPartitionsRDD [183419] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432682 {
label="AdaptiveSparkPlan";
183420 [labelType="html" label="MapPartitionsRDD [183420] [Unordered]<br>javaToPython at <unknown>:0"];
183421 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16703536, dim_id#16701803, lvl#16703537, sid#16703541]\n +- BroadcastHashJoin [facility_id#16703536], [facility_id#16691393], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#16701809 AS facility_id#16703536, dim_id#16701803, cast(level#16701810 as double) AS lvl#16703537]\n : : +- Filter ((isnotnull(dim_id#16701803) AND NOT (dim_id#16701803 = risk_overall)) AND isnotnull(entity_id#16701809))\n : : +- InMemoryTableScan [dim_id#16701803, entity_id#16701809, level#16701810], [isnotnull(dim_id#16701803), NOT (dim_id#16701803 = risk_overall), isnotnull(entity_id#16701809)]\n : : +- InMemoryRelation [entity_id#16701809, brand_context_id#16692444, dim_id#16701803, level#16701810, level_band#16701811, status#16701812, listed_at#16701813, assessed_at#16701814, matched_entity#16701815, match_pct#16701816, match_source#16701817, threshold#16701818, kharon_id#16701819], StorageLevel(disk, memory, deseriali... [183421] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
183212->183213;
183213->183214;
183214->183294;
183294->183295;
183295->183296;
183296->183297;
183297->183298;
183298->183299;
183299->183300;
183300->183301;
183301->183384;
183384->183385;
183385->183386;
183386->183387;
183387->183388;
183388->183389;
183403->183404;
183404->183405;
183405->183406;
183406->183407;
183389->183413;
183413->183414;
183414->183415;
183415->183416;
183407->183417;
183416->183418;
183417->183418;
183418->183419;
183419->183420;
183420->183421;
}
183211,183212
183214
183389
183421