digraph G {
subgraph clusterstage_39792 {
label="Stage 39792";
170449 [labelType="html" label="SQLExecutionRDD [170449] [Unordered]<br>javaToPython at <unknown>:0"];
170452 [labelType="html" label="PythonRDD [170452] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
subgraph cluster405718 {
label="Exchange";
170287 [labelType="html" label="ShuffledRowRDD [170287] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405719 {
label="mapPartitionsInternal";
170288 [labelType="html" label="MapPartitionsRDD [170288] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405720 {
label="mapPartitionsInternal";
170289 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3325998]\n +- Project [brand_context_id#20377588, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20377589, 64, true, false, true) AS NetworkID#20377632, Child_Node#20377590, Parent_id#20377591, supplier_id#20377592, preferrd_supplier_id#20377593, supplier_ref_id#20377594, supplier_uid#20377595, supplier_name#20377596, supplier_country#20377597, direct_indirect#20377598, source_type#20377599, product_name#20377600, tier#20377601, is_latest#20377602, is_latest_submitted#20377603, is_unknown_supplier#20377604, company_id#20377605, config_name#20377606, direct_supplier_name#20377607, launch_request_name#20377608, launch_config_ref#20377609, revision_version#20377610, submission_status#20377611, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [170289] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405847 {
label="Exchange";
170338 [labelType="html" label="ShuffledRowRDD [170338] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405838 {
label="WholeStageCodegen (4)";
170339 [labelType="html" label="MapPartitionsRDD [170339] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405788 {
label="AdaptiveSparkPlan";
170340 [labelType="html" label="MapPartitionsRDD [170340] [Unordered]<br>javaToPython at <unknown>:0"];
170341 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city#20380404, region#20380405, status#20380406, is_unknown#20380407, source_evidence#20380408, first_created_date#20380566]\n +- SortMergeJoin [supplier_id#20380397], [supplier_id#20377343], LeftOuter\n :- Sort [supplier_id#20380397 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20380397, 10), ENSURE_REQUIREMENTS, [plan_id=3326116]\n : +- MapInPandas <lambda>(supplier_id#20380372, preferrd_supplier_id#20380373, supplier_uid#20380374, name#20380375, brand_context_id#20380376, country#20380377, state#20380378, city#20380379, region#20380380, status#20380381, is_unknown#20380382, source_evidence#20380383)#20380396, [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city... [170341] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406014 {
label="InMemoryTableScan";
170397 [labelType="html" label="MapPartitionsRDD [170397] [Unordered]<br>javaToPython at <unknown>:0"];
170398 [labelType="html" label="MapPartitionsRDD [170398] [Unordered]<br>javaToPython at <unknown>:0"];
170399 [labelType="html" label="MapPartitionsRDD [170399] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406002 {
label="WholeStageCodegen (4)";
170400 [labelType="html" label="MapPartitionsRDD [170400] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406001 {
label="MapInPandas";
170401 [labelType="html" label="MapPartitionsRDD [170401] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405993 {
label="WholeStageCodegen (5)";
170402 [labelType="html" label="MapPartitionsRDD [170402] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster405952 {
label="AdaptiveSparkPlan";
170403 [labelType="html" label="MapPartitionsRDD [170403] [Unordered]<br>javaToPython at <unknown>:0"];
170404 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20382495, supplier_uid#20382496, name#20382497, brand_context_id#20382498, country#20382499, state#20382500, city#20382501, region#20382502, status#20382503, is_unknown#20382504, source_evidence#20382505, first_created_date#20382517]\n +- SortMergeJoin [supplier_id#20382495], [supplier_id#20382520], LeftOuter\n :- Sort [supplier_id#20382495 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20382495, 10), ENSURE_REQUIREMENTS, [plan_id=3326251]\n : +- MapInPandas <lambda>(supplier_id#20382472, supplier_uid#20382473, name#20382474, brand_context_id#20382475, country#20382476, state#20382477, city#20382478, region#20382479, status#20382480, is_unknown#20382481, source_evidence#20382482)#20382494, [supplier_id#20382495, supplier_uid#20382496, name#20382497, brand_context_id#20382498, country#20382499, state#20382500, city#20382501, region#20382502, status#20382503, is_unknown#20382504, source_evidence#20382505], ... [170404] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406090 {
label="InMemoryTableScan";
170433 [labelType="html" label="MapPartitionsRDD [170433] [Unordered]<br>javaToPython at <unknown>:0"];
170434 [labelType="html" label="MapPartitionsRDD [170434] [Unordered]<br>javaToPython at <unknown>:0"];
170435 [labelType="html" label="MapPartitionsRDD [170435] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406086 {
label="WholeStageCodegen (2)";
170436 [labelType="html" label="MapPartitionsRDD [170436] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406095 {
label="InMemoryTableScan";
170437 [labelType="html" label="MapPartitionsRDD [170437] [Unordered]<br>javaToPython at <unknown>:0"];
170438 [labelType="html" label="MapPartitionsRDD [170438] [Unordered]<br>javaToPython at <unknown>:0"];
170439 [labelType="html" label="MapPartitionsRDD [170439] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406091 {
label="WholeStageCodegen (3)";
170440 [labelType="html" label="MapPartitionsRDD [170440] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406085 {
label="Union";
170441 [labelType="html" label="UnionRDD [170441] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406076 {
label="WholeStageCodegen (4)";
170442 [labelType="html" label="MapPartitionsRDD [170442] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406062 {
label="AdaptiveSparkPlan";
170443 [labelType="html" label="MapPartitionsRDD [170443] [Unordered]<br>javaToPython at <unknown>:0"];
170444 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397 AS entity_id#20388173, brand_context_id#20380401, dim_id#20388167, raw_level#20388168 AS level#20388174, CASE WHEN (cast(raw_level#20388168 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#20388168 as double) >= 3.4) THEN High WHEN (cast(raw_level#20388168 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#20388168 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#20388168 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#20388175, active AS status#20388176, 2026-10-16T12:48:58.516104+00:00 AS listed_at#20388177, 2026-10-16T12:48:58.516104+00:00 AS assessed_at#20388178, null AS matched_entity#20388179, null AS match_pct#20388180, null AS match_source#20388181, null AS threshold#20388182, null AS kharon_id#20388183]\n +- Filter (isnotnull(raw_level#20388168) AND NOT (raw_level#20388168 = ))\n +- Generate stack(13, risk_child_labor, cast(Child_Labor#11541293 as string), risk_forced_labor, cast(Forced_Labor#11541292 as... [170444] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406098 {
label="InMemoryTableScan";
170445 [labelType="html" label="MapPartitionsRDD [170445] [Unordered]<br>javaToPython at <unknown>:0"];
170446 [labelType="html" label="MapPartitionsRDD [170446] [Unordered]<br>javaToPython at <unknown>:0"];
170447 [labelType="html" label="MapPartitionsRDD [170447] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406096 {
label="Coalesce";
170448 [labelType="html" label="CoalescedRDD [170448] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406099 {
label="map";
170450 [labelType="html" label="MapPartitionsRDD [170450] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406100 {
label="mapPartitions";
170451 [labelType="html" label="MapPartitionsRDD [170451] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
170287->170288;
170288->170289;
170338->170339;
170339->170340;
170340->170341;
170289->170397;
170397->170398;
170398->170399;
170399->170400;
170400->170401;
170401->170402;
170402->170403;
170403->170404;
170341->170433;
170433->170434;
170434->170435;
170435->170436;
170404->170437;
170437->170438;
170438->170439;
170439->170440;
170436->170441;
170440->170441;
170441->170442;
170442->170443;
170443->170444;
170444->170445;
170445->170446;
170446->170447;
170447->170448;
170448->170449;
170449->170450;
170450->170451;
170451->170452;
}
170286,170287
170332,170338
170289
170341
170404
170444