digraph G {
subgraph clusterstage_41792 {
label="Stage 41792";
183399 [labelType="html" label="PythonRDD [183399]<br>RDD at PythonRDD.scala:53"];
subgraph cluster432229 {
label="Exchange";
183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432230 {
label="mapPartitionsInternal";
183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432231 {
label="mapPartitionsInternal";
183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432377 {
label="InMemoryTableScan";
183264 [labelType="html" label="MapPartitionsRDD [183264] [Unordered]<br>javaToPython at <unknown>:0"];
183265 [labelType="html" label="MapPartitionsRDD [183265] [Unordered]<br>javaToPython at <unknown>:0"];
183266 [labelType="html" label="MapPartitionsRDD [183266] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432368 {
label="WholeStageCodegen (3)";
183267 [labelType="html" label="MapPartitionsRDD [183267] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432367 {
label="MapInPandas";
183268 [labelType="html" label="MapPartitionsRDD [183268] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432359 {
label="WholeStageCodegen (4)";
183269 [labelType="html" label="MapPartitionsRDD [183269] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432321 {
label="AdaptiveSparkPlan";
183270 [labelType="html" label="MapPartitionsRDD [183270] [Unordered]<br>javaToPython at <unknown>:0"];
183271 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16692296, preferrd_supplier_id#16692297, supplier_uid#16692298, name#16692299, brand_context_id#16692300, country#16692301, state#16692302, city#16692303, region#16692304, status#16692305, is_unknown#16692306, source_evidence#16692307, first_created_date#16692465]\n +- SortMergeJoin [supplier_id#16692296], [supplier_id#16689242], LeftOuter\n :- Sort [supplier_id#16692296 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16692296, 10), ENSURE_REQUIREMENTS, [plan_id=4527890]\n : +- MapInPandas <lambda>(supplier_id#16692271, preferrd_supplier_id#16692272, supplier_uid#16692273, name#16692274, brand_context_id#16692275, country#16692276, state#16692277, city#16692278, region#16692279, status#16692280, is_unknown#16692281, source_evidence#16692282)#16692295, [supplier_id#16692296, preferrd_supplier_id#16692297, supplier_uid#16692298, name#16692299, brand_context_id#16692300, country#16692301, state#16692302, city... [183271] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432534 {
label="InMemoryTableScan";
183325 [labelType="html" label="MapPartitionsRDD [183325] [Unordered]<br>javaToPython at <unknown>:0"];
183326 [labelType="html" label="MapPartitionsRDD [183326] [Unordered]<br>javaToPython at <unknown>:0"];
183327 [labelType="html" label="MapPartitionsRDD [183327] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432525 {
label="WholeStageCodegen (4)";
183328 [labelType="html" label="MapPartitionsRDD [183328] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432524 {
label="MapInPandas";
183329 [labelType="html" label="MapPartitionsRDD [183329] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432516 {
label="WholeStageCodegen (5)";
183330 [labelType="html" label="MapPartitionsRDD [183330] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432467 {
label="AdaptiveSparkPlan";
183331 [labelType="html" label="MapPartitionsRDD [183331] [Unordered]<br>javaToPython at <unknown>:0"];
183332 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16694394, supplier_uid#16694395, name#16694396, brand_context_id#16694397, country#16694398, state#16694399, city#16694400, region#16694401, status#16694402, is_unknown#16694403, source_evidence#16694404, first_created_date#16694416]\n +- SortMergeJoin [supplier_id#16694394], [supplier_id#16694419], LeftOuter\n :- Sort [supplier_id#16694394 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#16694394, 10), ENSURE_REQUIREMENTS, [plan_id=4528025]\n : +- MapInPandas <lambda>(supplier_id#16694371, supplier_uid#16694372, name#16694373, brand_context_id#16694374, country#16694375, state#16694376, city#16694377, region#16694378, status#16694379, is_unknown#16694380, source_evidence#16694381)#16694393, [supplier_id#16694394, supplier_uid#16694395, name#16694396, brand_context_id#16694397, country#16694398, state#16694399, city#16694400, region#16694401, status#16694402, is_unknown#16694403, source_evidence#16694404], ... [183332] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432610 {
label="InMemoryTableScan";
183361 [labelType="html" label="MapPartitionsRDD [183361] [Unordered]<br>javaToPython at <unknown>:0"];
183362 [labelType="html" label="MapPartitionsRDD [183362] [Unordered]<br>javaToPython at <unknown>:0"];
183363 [labelType="html" label="MapPartitionsRDD [183363] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432606 {
label="WholeStageCodegen (2)";
183364 [labelType="html" label="MapPartitionsRDD [183364] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432615 {
label="InMemoryTableScan";
183365 [labelType="html" label="MapPartitionsRDD [183365] [Unordered]<br>javaToPython at <unknown>:0"];
183366 [labelType="html" label="MapPartitionsRDD [183366] [Unordered]<br>javaToPython at <unknown>:0"];
183367 [labelType="html" label="MapPartitionsRDD [183367] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432611 {
label="WholeStageCodegen (3)";
183368 [labelType="html" label="MapPartitionsRDD [183368] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432605 {
label="Union";
183369 [labelType="html" label="UnionRDD [183369] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432596 {
label="WholeStageCodegen (4)";
183370 [labelType="html" label="MapPartitionsRDD [183370] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432582 {
label="AdaptiveSparkPlan";
183371 [labelType="html" label="MapPartitionsRDD [183371] [Unordered]<br>javaToPython at <unknown>:0"];
183372 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#16692296 AS entity_id#16700949, brand_context_id#16692300, dim_id#16700943, raw_level#16700944 AS level#16700950, CASE WHEN (cast(raw_level#16700944 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#16700944 as double) >= 3.4) THEN High WHEN (cast(raw_level#16700944 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#16700944 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#16700944 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#16700951, active AS status#16700952, 2026-10-19T10:50:30.898546+00:00 AS listed_at#16700953, 2026-10-19T10:50:30.898546+00:00 AS assessed_at#16700954, null AS matched_entity#16700955, null AS match_pct#16700956, null AS match_source#16700957, null AS threshold#16700958, null AS kharon_id#16700959]\n +- Filter (isnotnull(raw_level#16700944) AND NOT (raw_level#16700944 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#16516871 as string), risk_forced_labor, cast(Forced_Labor#16516870 as... [183372] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432673 {
label="parallelize";
183398 [labelType="html" label="ParallelCollectionRDD [183398]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster432674 {
label="mapPartitions";
183400 [labelType="html" label="MapPartitionsRDD [183400]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster432675 {
label="map";
183401 [labelType="html" label="MapPartitionsRDD [183401]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster432676 {
label="mapPartitions";
183402 [labelType="html" label="MapPartitionsRDD [183402]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster432746 {
label="InMemoryTableScan";
183427 [labelType="html" label="MapPartitionsRDD [183427] [Unordered]<br>javaToPython at <unknown>:0"];
183428 [labelType="html" label="MapPartitionsRDD [183428] [Unordered]<br>javaToPython at <unknown>:0"];
183429 [labelType="html" label="MapPartitionsRDD [183429] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432741 {
label="WholeStageCodegen (2)";
183430 [labelType="html" label="MapPartitionsRDD [183430] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432747 {
label="WholeStageCodegen (3)";
183431 [labelType="html" label="MapPartitionsRDD [183431]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432740 {
label="Union";
183432 [labelType="html" label="UnionRDD [183432] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432732 {
label="WholeStageCodegen (4)";
183433 [labelType="html" label="MapPartitionsRDD [183433] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432682 {
label="AdaptiveSparkPlan";
183434 [labelType="html" label="MapPartitionsRDD [183434] [Unordered]<br>javaToPython at <unknown>:0"];
183435 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#16703869, dim_id#16700943, lvl#16703870, _has_fac#16703876]\n +- BroadcastHashJoin [sid#16703869], [sid#16703874], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#16700949 AS sid#16703869, dim_id#16700943, cast(level#16700950 as double) AS lvl#16703870]\n : : +- Filter (isnotnull(dim_id#16700943) AND NOT (dim_id#16700943 = risk_overall))\n : : +- InMemoryTableScan [dim_id#16700943, entity_id#16700949, level#16700950], [isnotnull(dim_id#16700943), NOT (dim_id#16700943 = risk_overall)]\n : : +- InMemoryRelation [entity_id#16700949, brand_context_id#16692300, dim_id#16700943, level#16700950, level_band#16700951, status#16700952, listed_at#16700953, assessed_at#16700954, matched_entity#16700955, match_pct#16700956, match_source#16700957, threshold#16700958, kharon_id#16700959], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [183435] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
183212->183213;
183213->183214;
183214->183264;
183264->183265;
183265->183266;
183266->183267;
183267->183268;
183268->183269;
183269->183270;
183270->183271;
183214->183325;
183325->183326;
183326->183327;
183327->183328;
183328->183329;
183329->183330;
183330->183331;
183331->183332;
183271->183361;
183361->183362;
183362->183363;
183363->183364;
183332->183365;
183365->183366;
183366->183367;
183367->183368;
183364->183369;
183368->183369;
183369->183370;
183370->183371;
183371->183372;
183398->183399;
183399->183400;
183400->183401;
183401->183402;
183372->183427;
183427->183428;
183428->183429;
183429->183430;
183402->183431;
183430->183432;
183431->183432;
183432->183433;
183433->183434;
183434->183435;
}
183211,183212
183214
183372
183435