digraph G {
subgraph clusterstage_26749 {
label="Stage 26749";
117818 [labelType="html" label="PythonRDD [117818]<br>RDD at PythonRDD.scala:53"];
subgraph cluster294752 {
label="Exchange";
117625 [labelType="html" label="ShuffledRowRDD [117625] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294753 {
label="mapPartitionsInternal";
117626 [labelType="html" label="MapPartitionsRDD [117626] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294754 {
label="mapPartitionsInternal";
117627 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3993705]\n +- Project [brand_context_id#12010729, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#12010730, 64, true, false, true) AS NetworkID#12010773, Child_Node#12010731, Parent_id#12010732, supplier_id#12010733, preferrd_supplier_id#12010734, supplier_ref_id#12010735, supplier_uid#12010736, supplier_name#12010737, supplier_country#12010738, direct_indirect#12010739, source_type#12010740, product_name#12010741, tier#12010742, is_latest#12010743, is_latest_submitted#12010744, is_unknown_supplier#12010745, company_id#12010746, config_name#12010747, direct_supplier_name#12010748, launch_request_name#12010749, launch_config_ref#12010750, revision_version#12010751, submission_status#12010752, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [117627] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294903 {
label="Exchange";
117683 [labelType="html" label="ShuffledRowRDD [117683] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294894 {
label="WholeStageCodegen (4)";
117684 [labelType="html" label="MapPartitionsRDD [117684] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294844 {
label="AdaptiveSparkPlan";
117685 [labelType="html" label="MapPartitionsRDD [117685] [Unordered]<br>javaToPython at <unknown>:0"];
117686 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#12013538, preferrd_supplier_id#12013539, supplier_uid#12013540, name#12013541, brand_context_id#12013542, country#12013543, state#12013544, city#12013545, region#12013546, status#12013547, is_unknown#12013548, source_evidence#12013549, first_created_date#12013707]\n +- SortMergeJoin [supplier_id#12013538], [supplier_id#12010484], LeftOuter\n :- Sort [supplier_id#12013538 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#12013538, 10), ENSURE_REQUIREMENTS, [plan_id=3993823]\n : +- MapInPandas <lambda>(supplier_id#12013513, preferrd_supplier_id#12013514, supplier_uid#12013515, name#12013516, brand_context_id#12013517, country#12013518, state#12013519, city#12013520, region#12013521, status#12013522, is_unknown#12013523, source_evidence#12013524)#12013537, [supplier_id#12013538, preferrd_supplier_id#12013539, supplier_uid#12013540, name#12013541, brand_context_id#12013542, country#12013543, state#12013544, city... [117686] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295070 {
label="InMemoryTableScan";
117742 [labelType="html" label="MapPartitionsRDD [117742] [Unordered]<br>javaToPython at <unknown>:0"];
117743 [labelType="html" label="MapPartitionsRDD [117743] [Unordered]<br>javaToPython at <unknown>:0"];
117744 [labelType="html" label="MapPartitionsRDD [117744] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295058 {
label="WholeStageCodegen (4)";
117745 [labelType="html" label="MapPartitionsRDD [117745] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295057 {
label="MapInPandas";
117746 [labelType="html" label="MapPartitionsRDD [117746] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295049 {
label="WholeStageCodegen (5)";
117747 [labelType="html" label="MapPartitionsRDD [117747] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295008 {
label="AdaptiveSparkPlan";
117748 [labelType="html" label="MapPartitionsRDD [117748] [Unordered]<br>javaToPython at <unknown>:0"];
117749 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#12015636, supplier_uid#12015637, name#12015638, brand_context_id#12015639, country#12015640, state#12015641, city#12015642, region#12015643, status#12015644, is_unknown#12015645, source_evidence#12015646, first_created_date#12015658]\n +- SortMergeJoin [supplier_id#12015636], [supplier_id#12015661], LeftOuter\n :- Sort [supplier_id#12015636 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#12015636, 10), ENSURE_REQUIREMENTS, [plan_id=3993958]\n : +- MapInPandas <lambda>(supplier_id#12015613, supplier_uid#12015614, name#12015615, brand_context_id#12015616, country#12015617, state#12015618, city#12015619, region#12015620, status#12015621, is_unknown#12015622, source_evidence#12015623)#12015635, [supplier_id#12015636, supplier_uid#12015637, name#12015638, brand_context_id#12015639, country#12015640, state#12015641, city#12015642, region#12015643, status#12015644, is_unknown#12015645, source_evidence#12015646], ... [117749] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295146 {
label="InMemoryTableScan";
117778 [labelType="html" label="MapPartitionsRDD [117778] [Unordered]<br>javaToPython at <unknown>:0"];
117779 [labelType="html" label="MapPartitionsRDD [117779] [Unordered]<br>javaToPython at <unknown>:0"];
117780 [labelType="html" label="MapPartitionsRDD [117780] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295142 {
label="WholeStageCodegen (2)";
117781 [labelType="html" label="MapPartitionsRDD [117781] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295151 {
label="InMemoryTableScan";
117782 [labelType="html" label="MapPartitionsRDD [117782] [Unordered]<br>javaToPython at <unknown>:0"];
117783 [labelType="html" label="MapPartitionsRDD [117783] [Unordered]<br>javaToPython at <unknown>:0"];
117784 [labelType="html" label="MapPartitionsRDD [117784] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295147 {
label="WholeStageCodegen (3)";
117785 [labelType="html" label="MapPartitionsRDD [117785] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295141 {
label="Union";
117786 [labelType="html" label="UnionRDD [117786] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295132 {
label="WholeStageCodegen (4)";
117787 [labelType="html" label="MapPartitionsRDD [117787] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295118 {
label="AdaptiveSparkPlan";
117788 [labelType="html" label="MapPartitionsRDD [117788] [Unordered]<br>javaToPython at <unknown>:0"];
117789 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#12013538 AS entity_id#12022256, brand_context_id#12013542, dim_id#12022250, raw_level#12022251 AS level#12022257, CASE WHEN (cast(raw_level#12022251 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#12022251 as double) >= 3.4) THEN High WHEN (cast(raw_level#12022251 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#12022251 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#12022251 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#12022258, active AS status#12022259, 2026-10-17T12:00:51.962854+00:00 AS listed_at#12022260, 2026-10-17T12:00:51.962854+00:00 AS assessed_at#12022261, null AS matched_entity#12022262, null AS match_pct#12022263, null AS match_source#12022264, null AS threshold#12022265, null AS kharon_id#12022266]\n +- Filter (isnotnull(raw_level#12022251) AND NOT (raw_level#12022251 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#2019986 as string), risk_forced_labor, cast(Forced_Labor#2019985 as s... [117789] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295235 {
label="parallelize";
117817 [labelType="html" label="ParallelCollectionRDD [117817]<br>readRDDFromFile at PythonRDD.scala:289"];
}
subgraph cluster295236 {
label="mapPartitions";
117819 [labelType="html" label="MapPartitionsRDD [117819]<br>mapPartitions at SerDeUtil.scala:117"];
}
subgraph cluster295237 {
label="map";
117820 [labelType="html" label="MapPartitionsRDD [117820]<br>map at SerDeUtil.scala:69"];
}
subgraph cluster295238 {
label="mapPartitions";
117821 [labelType="html" label="MapPartitionsRDD [117821]<br>applySchemaToPythonRDD at <unknown>:0"];
}
subgraph cluster295308 {
label="InMemoryTableScan";
117846 [labelType="html" label="MapPartitionsRDD [117846] [Unordered]<br>javaToPython at <unknown>:0"];
117847 [labelType="html" label="MapPartitionsRDD [117847] [Unordered]<br>javaToPython at <unknown>:0"];
117848 [labelType="html" label="MapPartitionsRDD [117848] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295303 {
label="WholeStageCodegen (2)";
117849 [labelType="html" label="MapPartitionsRDD [117849] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295309 {
label="WholeStageCodegen (3)";
117850 [labelType="html" label="MapPartitionsRDD [117850]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295302 {
label="Union";
117851 [labelType="html" label="UnionRDD [117851] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295294 {
label="WholeStageCodegen (4)";
117852 [labelType="html" label="MapPartitionsRDD [117852] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster295244 {
label="AdaptiveSparkPlan";
117853 [labelType="html" label="MapPartitionsRDD [117853] [Unordered]<br>javaToPython at <unknown>:0"];
117854 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#12025241, dim_id#12022250, lvl#12025242, _has_fac#12025248]\n +- BroadcastHashJoin [sid#12025241], [sid#12025246], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#12022256 AS sid#12025241, dim_id#12022250, cast(level#12022257 as double) AS lvl#12025242]\n : : +- Filter (isnotnull(dim_id#12022250) AND NOT (dim_id#12022250 = risk_overall))\n : : +- InMemoryTableScan [dim_id#12022250, entity_id#12022256, level#12022257], [isnotnull(dim_id#12022250), NOT (dim_id#12022250 = risk_overall)]\n : : +- InMemoryRelation [entity_id#12022256, brand_context_id#12013542, dim_id#12022250, level#12022257, level_band#12022258, status#12022259, listed_at#12022260, assessed_at#12022261, matched_entity#12022262, match_pct#12022263, match_source#12022264, threshold#12022265, kharon_id#12022266], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [117854] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
117625->117626;
117626->117627;
117683->117684;
117684->117685;
117685->117686;
117627->117742;
117742->117743;
117743->117744;
117744->117745;
117745->117746;
117746->117747;
117747->117748;
117748->117749;
117686->117778;
117778->117779;
117779->117780;
117780->117781;
117749->117782;
117782->117783;
117783->117784;
117784->117785;
117781->117786;
117785->117786;
117786->117787;
117787->117788;
117788->117789;
117817->117818;
117818->117819;
117819->117820;
117820->117821;
117789->117846;
117846->117847;
117847->117848;
117848->117849;
117821->117850;
117849->117851;
117850->117851;
117851->117852;
117852->117853;
117853->117854;
}
117624,117625
117677,117683
117627
117789
117854