digraph G {
subgraph clusterstage_39681 {
label="Stage 39681";
169913 [labelType="html" label="PythonRDD [169913]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
subgraph cluster403976 {
label="Exchange";
169602 [labelType="html" label="ShuffledRowRDD [169602] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster403977 {
label="mapPartitionsInternal";
169603 [labelType="html" label="MapPartitionsRDD [169603] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster403978 {
label="mapPartitionsInternal";
169604 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3316740]\n +- Project [brand_context_id#20322450, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20322451, 64, true, false, true) AS NetworkID#20322494, Child_Node#20322452, Parent_id#20322453, supplier_id#20322454, preferrd_supplier_id#20322455, supplier_ref_id#20322456, supplier_uid#20322457, supplier_name#20322458, supplier_country#20322459, direct_indirect#20322460, source_type#20322461, product_name#20322462, tier#20322463, is_latest#20322464, is_latest_submitted#20322465, is_unknown_supplier#20322466, company_id#20322467, config_name#20322468, direct_supplier_name#20322469, launch_request_name#20322470, launch_config_ref#20322471, revision_version#20322472, submission_status#20322473, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [169604] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster404220 {
label="InMemoryTableScan";
169694 [labelType="html" label="MapPartitionsRDD [169694] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169695 [labelType="html" label="MapPartitionsRDD [169695] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169696 [labelType="html" label="MapPartitionsRDD [169696] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404211 {
label="WholeStageCodegen (3)";
169697 [labelType="html" label="MapPartitionsRDD [169697] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404210 {
label="MapInPandas";
169698 [labelType="html" label="MapPartitionsRDD [169698] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404202 {
label="WholeStageCodegen (4)";
169699 [labelType="html" label="MapPartitionsRDD [169699] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404106 {
label="AdaptiveSparkPlan";
169700 [labelType="html" label="MapPartitionsRDD [169700] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169701 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20328044, preferrd_supplier_id#20328045, supplier_uid#20328046, name#20328047, brand_context_id#20328048, country#20328049, state#20328050, city#20328051, region#20328052, status#20328053, is_unknown#20328054, source_evidence#20328055, first_created_date#20328359]\n +- SortMergeJoin [supplier_id#20328044], [supplier_id#20322205], LeftOuter\n :- Sort [supplier_id#20328044 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20328044, 10), ENSURE_REQUIREMENTS, [plan_id=3316933]\n : +- MapInPandas <lambda>(supplier_id#20327871, preferrd_supplier_id#20327874, supplier_uid#20327875, name#20327876, brand_context_id#20327877, country#20327878, state#20327879, city#20327880, region#20327881, status#20327882, is_unknown#20327883, source_evidence#20327884)#20328043, [supplier_id#20328044, preferrd_supplier_id#20328045, supplier_uid#20328046, name#20328047, brand_context_id#20328048, country#20328049, state#20328050, city... [169701] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404460 {
label="InMemoryTableScan";
169791 [labelType="html" label="MapPartitionsRDD [169791] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169792 [labelType="html" label="MapPartitionsRDD [169792] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169793 [labelType="html" label="MapPartitionsRDD [169793] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404448 {
label="WholeStageCodegen (4)";
169794 [labelType="html" label="MapPartitionsRDD [169794] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404447 {
label="MapInPandas";
169795 [labelType="html" label="MapPartitionsRDD [169795] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404439 {
label="WholeStageCodegen (5)";
169796 [labelType="html" label="MapPartitionsRDD [169796] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404398 {
label="AdaptiveSparkPlan";
169797 [labelType="html" label="MapPartitionsRDD [169797] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169798 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20332245, supplier_uid#20332246, name#20332247, brand_context_id#20332248, country#20332249, state#20332250, city#20332251, region#20332252, status#20332253, is_unknown#20332254, source_evidence#20332255, first_created_date#20332274]\n +- SortMergeJoin [supplier_id#20332245], [supplier_id#20332277], LeftOuter\n :- Sort [supplier_id#20332245 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20332245, 10), ENSURE_REQUIREMENTS, [plan_id=3317188]\n : +- MapInPandas <lambda>(supplier_id#20332071, supplier_uid#20332072, name#20332073, brand_context_id#20332074, country#20332076, state#20332077, city#20332078, region#20332079, status#20332124, is_unknown#20332133, source_evidence#20332134)#20332244, [supplier_id#20332245, supplier_uid#20332246, name#20332247, brand_context_id#20332248, country#20332249, state#20332250, city#20332251, region#20332252, status#20332253, is_unknown#20332254, source_evidence#20332255], ... [169798] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404639 {
label="InMemoryTableScan";
169865 [labelType="html" label="MapPartitionsRDD [169865] [Unordered]<br>javaToPython at <unknown>:0"];
169866 [labelType="html" label="MapPartitionsRDD [169866] [Unordered]<br>javaToPython at <unknown>:0"];
169867 [labelType="html" label="MapPartitionsRDD [169867] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404635 {
label="WholeStageCodegen (2)";
169868 [labelType="html" label="MapPartitionsRDD [169868] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404644 {
label="InMemoryTableScan";
169869 [labelType="html" label="MapPartitionsRDD [169869] [Unordered]<br>javaToPython at <unknown>:0"];
169870 [labelType="html" label="MapPartitionsRDD [169870] [Unordered]<br>javaToPython at <unknown>:0"];
169871 [labelType="html" label="MapPartitionsRDD [169871] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404640 {
label="WholeStageCodegen (3)";
169872 [labelType="html" label="MapPartitionsRDD [169872] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404634 {
label="Union";
169873 [labelType="html" label="UnionRDD [169873] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404625 {
label="WholeStageCodegen (4)";
169874 [labelType="html" label="MapPartitionsRDD [169874] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404611 {
label="AdaptiveSparkPlan";
169875 [labelType="html" label="MapPartitionsRDD [169875] [Unordered]<br>javaToPython at <unknown>:0"];
169876 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20328044 AS entity_id#20343505, brand_context_id#20328048, dim_id#20343499, raw_level#20343500 AS level#20343506, CASE WHEN (cast(raw_level#20343500 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20343500 as double) >= 3.4) THEN High WHEN (cast(raw_level#20343500 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20343500 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20343500 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20343507, active AS status#20343508, 2026-10-16T12:48:36.100823+00:00 AS listed_at#20343509, 2026-10-16T12:48:36.100823+00:00 AS assessed_at#20343510, null AS matched_entity#20343511, null AS match_pct#20343512, null AS match_source#20343513, null AS threshold#20343514, null AS kharon_id#20343515]\n +- Filter (isnotnull(raw_level#20343500) AND NOT (raw_level#20343500 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [169876] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster404752 {
label="parallelize";
169912 [labelType="html" label="ParallelCollectionRDD [169912]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404753 {
label="mapPartitions";
169914 [labelType="html" label="MapPartitionsRDD [169914]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404754 {
label="map";
169915 [labelType="html" label="MapPartitionsRDD [169915]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404755 {
label="mapPartitions";
169916 [labelType="html" label="MapPartitionsRDD [169916]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404921 {
label="InMemoryTableScan";
169977 [labelType="html" label="MapPartitionsRDD [169977] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169978 [labelType="html" label="MapPartitionsRDD [169978] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169979 [labelType="html" label="MapPartitionsRDD [169979] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404916 {
label="WholeStageCodegen (2)";
169980 [labelType="html" label="MapPartitionsRDD [169980] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404922 {
label="WholeStageCodegen (3)";
169981 [labelType="html" label="MapPartitionsRDD [169981]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404915 {
label="Union";
169982 [labelType="html" label="UnionRDD [169982] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404907 {
label="WholeStageCodegen (4)";
169983 [labelType="html" label="MapPartitionsRDD [169983] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404801 {
label="AdaptiveSparkPlan";
169984 [labelType="html" label="MapPartitionsRDD [169984] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169985 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [sid#20346616, dim_id#20343499, lvl#20346630, _has_fac#20347372]\n +- BroadcastHashJoin [sid#20346616], [sid#20347155], LeftOuter, BuildRight, false\n :- Union\n : :- Project [entity_id#20343505 AS sid#20346616, dim_id#20343499, cast(level#20343506 as double) AS lvl#20346630]\n : : +- Filter (isnotnull(dim_id#20343499) AND NOT (dim_id#20343499 = risk_overall))\n : : +- InMemoryTableScan [dim_id#20343499, entity_id#20343505, level#20343506], [isnotnull(dim_id#20343499), NOT (dim_id#20343499 = risk_overall)]\n : : +- InMemoryRelation [entity_id#20343505, brand_context_id#20328048, dim_id#20343499, level#20343506, level_band#20343507, status#20343508, listed_at#20343509, assessed_at#20343510, matched_entity#20343511, match_pct#20343512, match_source#20343513, threshold#20343514, kharon_id#20343515], StorageLevel(disk, memory, deserialized, 1 replicas)\n : : +- AdaptiveSparkPlan isFinalPlan=false\n :... [169985] [Cached] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404983 {
label="InMemoryTableScan";
170024 [labelType="html" label="MapPartitionsRDD [170024] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
170025 [labelType="html" label="MapPartitionsRDD [170025] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
170026 [labelType="html" label="MapPartitionsRDD [170026] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404977 {
label="WholeStageCodegen (8)";
170027 [labelType="html" label="MapPartitionsRDD [170027] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404976 {
label="Exchange";
170028 [labelType="html" label="MapPartitionsRDD [170028] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
}
169602->169603;
169603->169604;
169604->169694;
169694->169695;
169695->169696;
169696->169697;
169697->169698;
169698->169699;
169699->169700;
169700->169701;
169604->169791;
169791->169792;
169792->169793;
169793->169794;
169794->169795;
169795->169796;
169796->169797;
169797->169798;
169701->169865;
169865->169866;
169866->169867;
169867->169868;
169798->169869;
169869->169870;
169870->169871;
169871->169872;
169868->169873;
169872->169873;
169873->169874;
169874->169875;
169875->169876;
169912->169913;
169913->169914;
169914->169915;
169915->169916;
169876->169977;
169977->169978;
169978->169979;
169979->169980;
169916->169981;
169980->169982;
169981->169982;
169982->169983;
169983->169984;
169984->169985;
169985->170024;
170024->170025;
170025->170026;
170026->170027;
170027->170028;
}
169599,169602
169604
169876
169985