digraph G {
subgraph clusterstage_39679 {
label="Stage 39679";
169918 [labelType="html" label="PythonRDD [169918]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
subgraph cluster403976 {
label="Exchange";
169602 [labelType="html" label="ShuffledRowRDD [169602] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster403977 {
label="mapPartitionsInternal";
169603 [labelType="html" label="MapPartitionsRDD [169603] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster403978 {
label="mapPartitionsInternal";
169604 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3316740]\n +- Project [brand_context_id#20322450, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20322451, 64, true, false, true) AS NetworkID#20322494, Child_Node#20322452, Parent_id#20322453, supplier_id#20322454, preferrd_supplier_id#20322455, supplier_ref_id#20322456, supplier_uid#20322457, supplier_name#20322458, supplier_country#20322459, direct_indirect#20322460, source_type#20322461, product_name#20322462, tier#20322463, is_latest#20322464, is_latest_submitted#20322465, is_unknown_supplier#20322466, company_id#20322467, config_name#20322468, direct_supplier_name#20322469, launch_request_name#20322470, launch_config_ref#20322471, revision_version#20322472, submission_status#20322473, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [169604] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster404305 {
label="InMemoryTableScan";
169734 [labelType="html" label="MapPartitionsRDD [169734] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169735 [labelType="html" label="MapPartitionsRDD [169735] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169736 [labelType="html" label="MapPartitionsRDD [169736] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404297 {
label="WholeStageCodegen (3)";
169737 [labelType="html" label="MapPartitionsRDD [169737] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404296 {
label="MapInPandas";
169738 [labelType="html" label="MapPartitionsRDD [169738] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404288 {
label="WholeStageCodegen (4)";
169739 [labelType="html" label="MapPartitionsRDD [169739] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404250 {
label="AdaptiveSparkPlan";
169740 [labelType="html" label="MapPartitionsRDD [169740] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169741 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20328286, facility_uid#20328287, name#20328288, brand_context_id#20328289, owner_supplier_id#20328290, country#20328291, state#20328292, city#20328293, region#20328294, is_unknown#20328295, value_processes#20328296, materials#20328297, first_created_date#20329237]\n +- SortMergeJoin [facility_id#20328286], [facility_id#20322219], LeftOuter\n :- Sort [facility_id#20328286 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#20328286, 10), ENSURE_REQUIREMENTS, [plan_id=3317012]\n : +- MapInPandas <lambda>(facility_id#20328187, facility_uid#20328188, name#20328189, brand_context_id#20328190, owner_supplier_id#20328191, country#20328192, state#20328193, city#20328194, region#20328195, is_unknown#20328196, value_processes#20328197, materials#20328211)#20328285, [facility_id#20328286, facility_uid#20328287, name#20328288, brand_context_id#20328289, owner_supplier_id#20328290, country#20328291, state#20328292, city#20... [169741] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404712 {
label="InMemoryTableScan";
169898 [labelType="html" label="MapPartitionsRDD [169898] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169899 [labelType="html" label="MapPartitionsRDD [169899] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169900 [labelType="html" label="MapPartitionsRDD [169900] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404701 {
label="WholeStageCodegen (2)";
169901 [labelType="html" label="MapPartitionsRDD [169901] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404687 {
label="AdaptiveSparkPlan";
169902 [labelType="html" label="MapPartitionsRDD [169902] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169903 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20328286 AS entity_id#20344365, brand_context_id#20328289, dim_id#20344359, raw_level#20344360 AS level#20344366, CASE WHEN (cast(raw_level#20344360 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20344360 as double) >= 3.4) THEN High WHEN (cast(raw_level#20344360 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20344360 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20344360 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20344367, active AS status#20344368, 2026-10-16T12:48:36.100823+00:00 AS listed_at#20344369, 2026-10-16T12:48:36.100823+00:00 AS assessed_at#20344370, null AS matched_entity#20344371, null AS match_pct#20344372, null AS match_source#20344373, null AS threshold#20344374, null AS kharon_id#20344375]\n +- Filter (isnotnull(raw_level#20344360) AND NOT (raw_level#20344360 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [169903] [Cached] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404756 {
label="parallelize";
169917 [labelType="html" label="ParallelCollectionRDD [169917]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404757 {
label="mapPartitions";
169919 [labelType="html" label="MapPartitionsRDD [169919]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404758 {
label="map";
169920 [labelType="html" label="MapPartitionsRDD [169920]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404759 {
label="mapPartitions";
169921 [labelType="html" label="MapPartitionsRDD [169921]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404874 {
label="InMemoryTableScan";
169957 [labelType="html" label="MapPartitionsRDD [169957] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169958 [labelType="html" label="MapPartitionsRDD [169958] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169959 [labelType="html" label="MapPartitionsRDD [169959] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404863 {
label="WholeStageCodegen (2)";
169960 [labelType="html" label="MapPartitionsRDD [169960] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404875 {
label="WholeStageCodegen (3)";
169961 [labelType="html" label="MapPartitionsRDD [169961]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404862 {
label="Union";
169962 [labelType="html" label="UnionRDD [169962] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404854 {
label="WholeStageCodegen (4)";
169963 [labelType="html" label="MapPartitionsRDD [169963] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404801 {
label="AdaptiveSparkPlan";
169964 [labelType="html" label="MapPartitionsRDD [169964] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
169965 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#20346240, dim_id#20344359, lvl#20346241, sid#20346246]\n +- BroadcastHashJoin [facility_id#20346240], [facility_id#20326208], Inner, BuildRight, false\n :- Union\n : :- Project [entity_id#20344365 AS facility_id#20346240, dim_id#20344359, cast(level#20344366 as double) AS lvl#20346241]\n : : +- Filter ((isnotnull(dim_id#20344359) AND NOT (dim_id#20344359 = risk_overall)) AND isnotnull(entity_id#20344365))\n : : +- InMemoryTableScan [dim_id#20344359, entity_id#20344365, level#20344366], [isnotnull(dim_id#20344359), NOT (dim_id#20344359 = risk_overall), isnotnull(entity_id#20344365)]\n : : +- InMemoryRelation [entity_id#20344365, brand_context_id#20328289, dim_id#20344359, level#20344366, level_band#20344367, status#20344368, listed_at#20344369, assessed_at#20344370, matched_entity#20344371, match_pct#20344372, match_source#20344373, threshold#20344374, kharon_id#20344375], StorageLevel(disk, memory, deseriali... [169965] [Cached] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404958 {
label="InMemoryTableScan";
170008 [labelType="html" label="MapPartitionsRDD [170008] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
170009 [labelType="html" label="MapPartitionsRDD [170009] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
170010 [labelType="html" label="MapPartitionsRDD [170010] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404952 {
label="WholeStageCodegen (4)";
170011 [labelType="html" label="MapPartitionsRDD [170011] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
subgraph cluster404951 {
label="Exchange";
170012 [labelType="html" label="MapPartitionsRDD [170012] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
}
}
169602->169603;
169603->169604;
169604->169734;
169734->169735;
169735->169736;
169736->169737;
169737->169738;
169738->169739;
169739->169740;
169740->169741;
169741->169898;
169898->169899;
169899->169900;
169900->169901;
169901->169902;
169902->169903;
169917->169918;
169918->169919;
169919->169920;
169920->169921;
169903->169957;
169957->169958;
169958->169959;
169959->169960;
169921->169961;
169960->169962;
169961->169962;
169962->169963;
169963->169964;
169964->169965;
169965->170008;
170008->170009;
170009->170010;
170010->170011;
170011->170012;
}
169599,169602
169604
169903
169965