digraph G {
subgraph clusterstage_41764 {
label="Stage 41764";
183306 [labelType="html" label="SQLExecutionRDD [183306] [Unordered]<br>javaToPython at <unknown>:0"];
183309 [labelType="html" label="PythonRDD [183309] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
subgraph cluster432229 {
label="Exchange";
183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432230 {
label="mapPartitionsInternal";
183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432231 {
label="mapPartitionsInternal";
183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster432443 {
label="InMemoryTableScan";
183294 [labelType="html" label="MapPartitionsRDD [183294] [Unordered]<br>javaToPython at <unknown>:0"];
183295 [labelType="html" label="MapPartitionsRDD [183295] [Unordered]<br>javaToPython at <unknown>:0"];
183296 [labelType="html" label="MapPartitionsRDD [183296] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432435 {
label="WholeStageCodegen (3)";
183297 [labelType="html" label="MapPartitionsRDD [183297] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432434 {
label="MapInPandas";
183298 [labelType="html" label="MapPartitionsRDD [183298] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432426 {
label="WholeStageCodegen (4)";
183299 [labelType="html" label="MapPartitionsRDD [183299] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432388 {
label="AdaptiveSparkPlan";
183300 [labelType="html" label="MapPartitionsRDD [183300] [Unordered]<br>javaToPython at <unknown>:0"];
183301 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#16692441, facility_uid#16692442, name#16692443, brand_context_id#16692444, owner_supplier_id#16692445, country#16692446, state#16692447, city#16692448, region#16692449, is_unknown#16692450, value_processes#16692451, materials#16692452, first_created_date#16693296]\n +- SortMergeJoin [facility_id#16692441], [facility_id#16689256], LeftOuter\n :- Sort [facility_id#16692441 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#16692441, 10), ENSURE_REQUIREMENTS, [plan_id=4527949]\n : +- MapInPandas <lambda>(facility_id#16692416, facility_uid#16692417, name#16692418, brand_context_id#16692419, owner_supplier_id#16692420, country#16692421, state#16692422, city#16692423, region#16692424, is_unknown#16692425, value_processes#16692426, materials#16692427)#16692440, [facility_id#16692441, facility_uid#16692442, name#16692443, brand_context_id#16692444, owner_supplier_id#16692445, country#16692446, state#16692447, city#16... [183301] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432446 {
label="InMemoryTableScan";
183302 [labelType="html" label="MapPartitionsRDD [183302] [Unordered]<br>javaToPython at <unknown>:0"];
183303 [labelType="html" label="MapPartitionsRDD [183303] [Unordered]<br>javaToPython at <unknown>:0"];
183304 [labelType="html" label="MapPartitionsRDD [183304] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432444 {
label="Coalesce";
183305 [labelType="html" label="CoalescedRDD [183305] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432447 {
label="map";
183307 [labelType="html" label="MapPartitionsRDD [183307] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster432448 {
label="mapPartitions";
183308 [labelType="html" label="MapPartitionsRDD [183308] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
183212->183213;
183213->183214;
183214->183294;
183294->183295;
183295->183296;
183296->183297;
183297->183298;
183298->183299;
183299->183300;
183300->183301;
183301->183302;
183302->183303;
183303->183304;
183304->183305;
183305->183306;
183306->183307;
183307->183308;
183308->183309;
}
183211,183212
183214
183301