DataHubScheduler - Stages for All Jobs

Active Stages: 5
Pending Stages: 5
Completed Stages: 19537, only showing 901
Skipped Stages: 12

Fair Scheduler Pools (106)

Pool Name	Pool Weight	Active Stages	Running Tasks	SchedulingMode
MemgraphDeclaredBatch-69843619d87e705787f46dc0_1	1	0	0	FIFO
MemgraphDeclaredBatch-67f768662e19a30148cb10a4_3	1	0	0	FIFO
MemgraphDeclaredBatch-6814390b5af8740cf66a3d44_3	1	0	0	FIFO
MemgraphDeclaredBatch-679b133908b871255d2f80db_0	1	0	0	FIFO
MemgraphDeclaredBatch-67ac2e1ea8c4e363da1f29d6_4	1	0	0	FIFO
MemgraphDeclaredBatch-68e4a93975eb81051b29e806_0	1	0	0	FIFO
MemgraphDeclaredBatch-67e24bac24f6692bf5f80e9e_0	1	0	0	FIFO
MemgraphDeclaredBatch-679c91f782c1ef209038a09d_0	1	0	0	FIFO
MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	1	1	1	FIFO
MemgraphDeclaredBatch-6970aebc657f5161cc6a85a7_0	1	0	0	FIFO
MemgraphDeclaredBatch-69709e86657f5161cc6a8530_2	1	0	0	FIFO
MemgraphDeclaredBatch-68907b8c9e7bf06ea882860e_2	1	0	0	FIFO
MemgraphDeclaredBatch-6855377633b61d696ca5e3b7_0	1	0	0	FIFO
MemgraphDeclaredBatch-67e24c55a8d22d5fb9feba6c_2	1	0	0	FIFO
MemgraphDeclaredBatch-67ac2e1ea8c4e363da1f29d6_3	1	0	0	FIFO
SCMNetwork_2	1	0	0	FIFO
SCMNetwork_0	1	0	0	FIFO
MemgraphDeclaredBatch-67b865713ba707704fc6e4eb_0	1	0	0	FIFO
MemgraphDeclaredBatch-692d52eb157a1b401a245a28_0	1	0	0	FIFO
MemgraphDeclaredBatch-6798b919218f841003ae6e92_0	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_0	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_3	1	0	0	FIFO
MemgraphDeclaredBatch-69818e5ed44d0065a25884d8_1	1	0	0	FIFO
MemgraphDeclaredBatch-68e88e32d1804a07d6896a55_1	1	0	0	FIFO
MemgraphDeclaredBatch-68e88e32d1804a07d6896a55_3	1	0	0	FIFO
MemgraphDeclaredBatch-67b881963ba707704fc6e9c4_1	1	0	0	FIFO
MemgraphDeclaredBatch-67f768662e19a30148cb10a4_4	1	0	0	FIFO
MemgraphDeclaredBatch-68e4a93975eb81051b29e806_2	1	0	0	FIFO
MemgraphDeclaredBatch-66e4031c3b6f7d6b87f5df17_1	1	0	0	FIFO
MemgraphDeclaredBatch-6489f49763b900238b25660f_1	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_2	1	0	0	FIFO
MemgraphDeclaredBatch-6493ddbcda54c06712f9c70b_0	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	1	0	0	FIFO
MemgraphDeclaredBatch-679c91f782c1ef209038a09d_3	1	0	0	FIFO
MemgraphDeclaredBatch-6489f49763b900238b25660f_2	1	0	0	FIFO
MemgraphDeclaredBatch-69709e86657f5161cc6a8530_0	1	0	0	FIFO
MemgraphDeclaredBatch-6489f49763b900238b25660f_0	1	0	0	FIFO
MemgraphDeclaredBatch-68e4f84a75eb81051b29e886_1	1	0	0	FIFO
MemgraphDeclaredBatch-67b881963ba707704fc6e9c4_2	1	0	0	FIFO
SCMNetwork_1	1	0	0	FIFO
MemgraphDeclaredBatch-6855377633b61d696ca5e3b7_1	1	0	0	FIFO
MemgraphDeclaredBatch-69316fb6ff708d18ba8101be_0	1	0	0	FIFO
MemgraphDeclaredBatch-67ac2e1ea8c4e363da1f29d6_2	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_0	1	0	0	FIFO
MemgraphDeclaredBatch-6814390b5af8740cf66a3d44_1	1	0	0	FIFO
MemgraphDeclaredBatch-67ac2e1ea8c4e363da1f29d6_1	1	0	0	FIFO
MemgraphDeclaredBatch-697af23ed44d0065a2587f91_0	1	0	0	FIFO
MemgraphDeclaredBatch-67f768662e19a30148cb10a4_2	1	0	0	FIFO
MemgraphDeclaredBatch-684d797fa68622481adc80be_0	1	0	0	FIFO
MemgraphDeclaredBatch-69709e64657f5161cc6a8525_1	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_3	1	0	0	FIFO
MemgraphDeclaredBatch-679c91f782c1ef209038a09d_4	1	0	0	FIFO
MemgraphDeclaredBatch-679c91f782c1ef209038a09d_2	1	0	0	FIFO
SCMNetwork_3	1	0	0	FIFO
MemgraphDeclaredBatch-692d5e02157a1b401a245ab9_0	1	0	0	FIFO
MemgraphDeclaredBatch-670df26d2115237fd2f21148_2	1	0	0	FIFO
MemgraphDeclaredBatch-67b881963ba707704fc6e9c4_4	1	0	0	FIFO
MemgraphDeclaredBatch-68907b8c9e7bf06ea882860e_0	1	0	0	FIFO
MemgraphDeclaredBatch-67f768662e19a30148cb10a4_1	1	0	0	FIFO
MemgraphDeclaredBatch-67e24c55a8d22d5fb9feba6c_0	1	0	0	FIFO
MemgraphDeclaredBatch-6840013a2275f537f9a92562_0	1	0	0	FIFO
MemgraphDeclaredBatch-6763e6e61bf4280a71df78c0_0	1	0	0	FIFO
MemgraphDeclaredBatch-67e24c55a8d22d5fb9feba6c_4	1	0	0	FIFO
MemgraphDeclaredBatch-67fcd173f769387d68f70ccb_1	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_1	1	0	0	FIFO
default	1	0	0	FAIR
MemgraphDeclaredBatch-679b6b8df0190916557dc9bb_0	1	0	0	FIFO
SCMNetwork_4	1	0	0	FIFO
MemgraphDeclaredBatch-68e4f84a75eb81051b29e886_0	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_2	1	0	0	FIFO
MemgraphDeclaredBatch-6814390b5af8740cf66a3d44_2	1	0	0	FIFO
MemgraphDeclaredBatch-66e415fb6131ad65cad0c625_2	1	0	0	FIFO
MemgraphDeclaredBatch-67f768662e19a30148cb10a4_0	1	0	0	FIFO
MemgraphDeclaredBatch-67e24c55a8d22d5fb9feba6c_1	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_1	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_4	1	0	0	FIFO
MemgraphDeclaredBatch-64acdc6033e2e20151c623bc_0	1	0	0	FIFO
MemgraphDeclaredBatch-68e4a93975eb81051b29e806_4	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_4	1	0	0	FIFO
MemgraphDeclaredBatch-67b865713ba707704fc6e4eb_2	1	0	0	FIFO
MemgraphDeclaredBatch-69818e5ed44d0065a25884d8_0	1	0	0	FIFO
MemgraphDeclaredBatch-67b881963ba707704fc6e9c4_3	1	0	0	FIFO
MemgraphDeclaredBatch-676ac131f5905465154eefa0_0	1	0	0	FIFO
MemgraphDeclaredBatch-69843619d87e705787f46dc0_2	1	0	0	FIFO
MemgraphDeclaredBatch-67b881963ba707704fc6e9c4_0	1	0	0	FIFO
MemgraphDeclaredBatch-684000f4867384439f5f1330_1	1	0	0	FIFO
MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	1	1	0	FIFO
MemgraphDeclaredBatch-68e88e32d1804a07d6896a55_2	1	0	0	FIFO
MemgraphDeclaredBatch-6763e6e61bf4280a71df78c0_3	1	0	0	FIFO
MemgraphDeclaredBatch-68907b8c9e7bf06ea882860e_4	1	0	0	FIFO
MemgraphDeclaredBatch-68e4a93975eb81051b29e806_1	1	0	0	FIFO
MemgraphDeclaredBatch-6996f010987e19285000bdc9_4	1	1	0	FIFO
MemgraphDeclaredBatch-697af23ed44d0065a2587f91_1	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	1	0	0	FIFO
MemgraphDeclaredBatch-6996f010987e19285000bdc9_3	1	1	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	1	0	0	FIFO
MemgraphDeclaredBatch-69709e64657f5161cc6a8525_0	1	0	0	FIFO
MemgraphDeclaredBatch-68907b8c9e7bf06ea882860e_3	1	0	0	FIFO
MemgraphDeclaredBatch-6814390b5af8740cf66a3d44_4	1	0	0	FIFO
MemgraphDeclaredBatch-67ac2e1ea8c4e363da1f29d6_0	1	0	0	FIFO
MemgraphDeclaredBatch-68907b8c9e7bf06ea882860e_1	1	0	0	FIFO
MemgraphDeclaredBatch-63edd204c9573e70c49c1220_3	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_4	1	0	0	FIFO
MemgraphDeclaredBatch-67e24c55a8d22d5fb9feba6c_3	1	0	0	FIFO
MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	1	1	0	FIFO
MemgraphDeclaredBatch-679c91f782c1ef209038a09d_1	1	0	0	FIFO

Active Stages (5)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input
31816	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	(kill) foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16552360, 5), REPARTITION_BY_NUM, [plan_id=1885042] +- Project [brand_context_id#16552316, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16552317, 64, true, false, true) AS NetworkID#16552360, Child_Node#16552318, Parent_id#16552319, supplier_id#16552320, preferrd_supplier_id#16552321, supplier_ref_id#16552322, supplier_uid#16552323, supplier_name#16552324, supplier_country#16552325, direct_indirect#16552326, source_type#16552327, product_name#16552328, tier#16552329, is_latest#16552330, is_latest_submitted#16552331, is_unknown_supplier#16552332, company_id#16552333, config_name#16552334, direct_supplier_name#16552335, launch_request_name#16552336, launch_config_ref#16552337, revision_version#16552338, submission_status#16552339, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:39	5 s	4/5 (1 running)	40.0 KiB
31812	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	(kill) javaToPython at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16529573, 5), REPARTITION_BY_NUM, [plan_id=1880854] +- Project [brand_context_id#16529529, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16529530, 64, true, false, true) AS NetworkID#16529573, Child_Node#16529531, Parent_id#16529532, supplier_id#16529533, preferrd_supplier_id#16529534, supplier_ref_id#16529535, supplier_uid#16529536, supplier_name#16529537, supplier_country#16529538, direct_indirect#16529539, source_type#16529540, product_name#16529541, tier#16529542, is_latest#16529543, is_latest_submitted#16529544, is_unknown_supplier#16529545, company_id#16529546, config_name#16529547, direct_supplier_name#16529548, launch_request_name#16529549, launch_config_ref#16529550, revision_version#16529551, submission_status#16529552, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#16535042, preferrd_supplier_id#16535043, supplier_uid#16535044, name#16535045, brand_context_id#16535046, country#16535047, state#16535048, city#16535049, region#16535050, status#16535051, is_unknown#16535052, source_evidence#16535053, first_created_date#16535211] +- BroadcastHashJoin [supplier_id#16535042], [supplier_id#16411982], LeftOuter, BuildRight, false :- MapInPandas <lambda>(supplier_id#16535017, preferrd_supplier_id#16535018, supplier_uid#16535019, name#16535020, brand_context_id#16535021, country#16535022, state#16535023, city#16535024, region#16535025, status#16535026, is_unknown#16535027, source_evidence#16535028)#16535041, [supplier_id#16535042, preferrd_supplier_id#16535043, supplier_uid#16535044, name#16535045, brand_context_id#16535046, country#16535047, state#16535048, city#16535049, region#16535050, status#16535051, is_unknown#16535052, source_evidence#16535053], false : +- Project [_eff_ind_sup_id#16534872 AS su... org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:33	11 s	2/5	18.8 KiB
31784	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	(kill) $anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16412627, 5), REPARTITION_BY_NUM, [plan_id=1862987] +- Project [brand_context_id#16412583, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16412584, 64, true, false, true) AS NetworkID#16412627, Child_Node#16412585, Parent_id#16412586, supplier_id#16412587, preferrd_supplier_id#16412588, supplier_ref_id#16412589, supplier_uid#16412590, supplier_name#16412591, supplier_country#16412592, direct_indirect#16412593, source_type#16412594, product_name#16412595, tier#16412596, is_latest#16412597, is_latest_submitted#16412598, is_unknown_supplier#16412599, company_id#16412600, config_name#16412601, direct_supplier_name#16412602, launch_request_name#16412603, launch_config_ref#16412604, revision_version#16412605, submission_status#16412606, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#16429818, preferrd_supplier_id#16429819, supplier_uid#16429820, name#16429821, brand_context_id#16429822, country#16429823, state#16429824, city#16429825, region#16429826, status#16429827, is_unknown#16429828, source_evidence#16429829, first_created_date#16432464] +- SortMergeJoin [supplier_id#16429818], [supplier_id#16411982], LeftOuter :- Sort [supplier_id#16429818 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(supplier_id#16429818, 10), ENSURE_REQUIREMENTS, [plan_id=1863687] : +- MapInPandas <lambda>(supplier_id#16426498, preferrd_supplier_id#16426524, supplier_uid#16426525, name#16426526, brand_context_id#16426788, country#16427039, state#16427040, city#16427042, region#16427061, status#16427314, is_unknown#16427316, source_evidence#16427384)#16429817, [supplier_id#16429818, preferrd_supplier_id#16429819, supplier_uid#16429820, name#16429821, brand_context_id#16429822, country#16429823, state#16429824, city... org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	11 s	3/5	2.4 KiB
31400	MemgraphDeclaredBatch-6996f010987e19285000bdc9_4	(kill) collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16412271, 5), REPARTITION_BY_NUM, [plan_id=1862835] +- Project [brand_context_id#16412227, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16412228, 64, true, false, true) AS NetworkID#16412271, Child_Node#16412229, Parent_id#16412230, supplier_id#16412231, preferrd_supplier_id#16412232, supplier_ref_id#16412233, supplier_uid#16412234, supplier_name#16412235, supplier_country#16412236, direct_indirect#16412237, source_type#16412238, product_name#16412239, tier#16412240, is_latest#16412241, is_latest_submitted#16412242, is_unknown_supplier#16412243, company_id#16412244, config_name#16412245, direct_supplier_name#16412246, launch_request_name#16412247, launch_config_ref#16412248, revision_version#16412249, submission_status#16412250, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:38:12	Unknown	0/5
31398	MemgraphDeclaredBatch-6996f010987e19285000bdc9_3	(kill) collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16412316, 5), REPARTITION_BY_NUM, [plan_id=1862815] +- Project [brand_context_id#16412272, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16412273, 64, true, false, true) AS NetworkID#16412316, Child_Node#16412274, Parent_id#16412275, supplier_id#16412276, preferrd_supplier_id#16412277, supplier_ref_id#16412278, supplier_uid#16412279, supplier_name#16412280, supplier_country#16412281, direct_indirect#16412282, source_type#16412283, product_name#16412284, tier#16412285, is_latest#16412286, is_latest_submitted#16412287, is_unknown_supplier#16412288, company_id#16412289, config_name#16412290, direct_supplier_name#16412291, launch_request_name#16412292, launch_config_ref#16412293, revision_version#16412294, submission_status#16412295, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:38:12	1.2 min	3/5	21.1 KiB

Page:

Pending Stages (5)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
31815	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31811	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31783	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31399	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31397	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page:

Completed Stages (19537, only showing 901)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Shuffle Read	Shuffle Write
31814	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16552360, 5), REPARTITION_BY_NUM, [plan_id=1885042] +- Project [brand_context_id#16552316, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16552317, 64, true, false, true) AS NetworkID#16552360, Child_Node#16552318, Parent_id#16552319, supplier_id#16552320, preferrd_supplier_id#16552321, supplier_ref_id#16552322, supplier_uid#16552323, supplier_name#16552324, supplier_country#16552325, direct_indirect#16552326, source_type#16552327, product_name#16552328, tier#16552329, is_latest#16552330, is_latest_submitted#16552331, is_unknown_supplier#16552332, company_id#16552333, config_name#16552334, direct_supplier_name#16552335, launch_request_name#16552336, launch_config_ref#16552337, revision_version#16552338, submission_status#16552339, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:34	5 s	5/5	40.0 KiB
31810	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6996f010987e19285000bdc9' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#16411934] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:33	12 ms	1/1	608.0 B
31809	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6996f010987e19285000bdc9' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#16411982,chain_first_created_date#16411983] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:33	9 ms	1/1	1376.0 B
31808	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:32	10 ms	1/1		292.0 B
31805	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16552360, 5), REPARTITION_BY_NUM, [plan_id=1885042] +- Project [brand_context_id#16552316, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16552317, 64, true, false, true) AS NetworkID#16552360, Child_Node#16552318, Parent_id#16552319, supplier_id#16552320, preferrd_supplier_id#16552321, supplier_ref_id#16552322, supplier_uid#16552323, supplier_name#16552324, supplier_country#16552325, direct_indirect#16552326, source_type#16552327, product_name#16552328, tier#16552329, is_latest#16552330, is_latest_submitted#16552331, is_unknown_supplier#16552332, company_id#16552333, config_name#16552334, direct_supplier_name#16552335, launch_request_name#16552336, launch_config_ref#16552337, revision_version#16552338, submission_status#16552339, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:31	24 ms	5/5	40.0 KiB		292.0 B
31803	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16552360, 5), REPARTITION_BY_NUM, [plan_id=1885042] +- Project [brand_context_id#16552316, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16552317, 64, true, false, true) AS NetworkID#16552360, Child_Node#16552318, Parent_id#16552319, supplier_id#16552320, preferrd_supplier_id#16552321, supplier_ref_id#16552322, supplier_uid#16552323, supplier_name#16552324, supplier_country#16552325, direct_indirect#16552326, source_type#16552327, product_name#16552328, tier#16552329, is_latest#16552330, is_latest_submitted#16552331, is_unknown_supplier#16552332, company_id#16552333, config_name#16552334, direct_supplier_name#16552335, launch_request_name#16552336, launch_config_ref#16552337, revision_version#16552338, submission_status#16552339, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:30	24 ms	5/5		7.7 KiB
31801	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:29	0.1 s	1/1			7.7 KiB
31800	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:24	4 s	5/5	23.4 KiB	21.8 KiB
31793	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	0.3 s	22/22	23.4 KiB		19.8 KiB
31792	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	0.4 s	22/22	23.4 KiB		1950.0 B
31788	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	20 ms	1/1		252.0 B
31786	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	21 ms	1/1		252.0 B
31782	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6996f010987e19285000bdc9' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#16411934] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	65 ms	1/1	608.0 B
31781	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6996f010987e19285000bdc9' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#16411982,chain_first_created_date#16411983] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	17 ms	1/1	1376.0 B
31780	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	56 ms	10/10	64.2 KiB
31779	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	48 ms	10/10	64.2 KiB
31778	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	38 ms	5/5	32.1 KiB		252.0 B
31777	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	53 ms	5/5	32.1 KiB
31776	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:23	70 ms	5/5	32.1 KiB		252.0 B
31774	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16529573, 5), REPARTITION_BY_NUM, [plan_id=1880854] +- Project [brand_context_id#16529529, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16529530, 64, true, false, true) AS NetworkID#16529573, Child_Node#16529531, Parent_id#16529532, supplier_id#16529533, preferrd_supplier_id#16529534, supplier_ref_id#16529535, supplier_uid#16529536, supplier_name#16529537, supplier_country#16529538, direct_indirect#16529539, source_type#16529540, product_name#16529541, tier#16529542, is_latest#16529543, is_latest_submitted#16529544, is_unknown_supplier#16529545, company_id#16529546, config_name#16529547, direct_supplier_name#16529548, launch_request_name#16529549, launch_config_ref#16529550, revision_version#16529551, submission_status#16529552, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:22	9 s	5/5	46.5 KiB
31772	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:18	0.8 s	1/1	23.4 KiB
31767	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:17	0.3 s	20/20		7.3 KiB
31762	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:16	26 ms	1/1		1419.0 B	543.0 B
31760	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:16	77 ms	12/12	4.0 KiB
31759	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:16	0.1 s	19/19	10.1 KiB
31758	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:16	0.2 s	31/31	14.1 KiB		6.8 KiB
31757	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:15	62 ms	7/7	6.1 KiB		1419.0 B
31756	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:15	54 ms	12/12	4.0 KiB
31755	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:15	44 ms	12/12	4.0 KiB
31754	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:15	42 ms	12/12	4.0 KiB
31753	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:15	0.2 s	12/12	9.7 KiB
31751	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16412627, 5), REPARTITION_BY_NUM, [plan_id=1862987] +- Project [brand_context_id#16412583, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16412584, 64, true, false, true) AS NetworkID#16412627, Child_Node#16412585, Parent_id#16412586, supplier_id#16412587, preferrd_supplier_id#16412588, supplier_ref_id#16412589, supplier_uid#16412590, supplier_name#16412591, supplier_country#16412592, direct_indirect#16412593, source_type#16412594, product_name#16412595, tier#16412596, is_latest#16412597, is_latest_submitted#16412598, is_unknown_supplier#16412599, company_id#16412600, config_name#16412601, direct_supplier_name#16412602, launch_request_name#16412603, launch_config_ref#16412604, revision_version#16412605, submission_status#16412606, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [facility_id#16432427, facility_uid#16432428, name#16432429, brand_context_id#16432430, owner_supplier_id#16432431, country#16432432, state#16432433, city#16432434, region#16432435, is_unknown#16432436, value_processes#16432437, materials#16432438, first_created_date#16433609] +- SortMergeJoin [facility_id#16432427], [facility_id#16411996], LeftOuter :- Sort [facility_id#16432427 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(facility_id#16432427, 10), ENSURE_REQUIREMENTS, [plan_id=1863835] : +- MapInPandas <lambda>(facility_id#16431268, facility_uid#16431311, name#16431312, brand_context_id#16431336, owner_supplier_id#16431390, country#16431391, state#16431392, city#16431394, region#16431397, is_unknown#16431496, value_processes#16431556, materials#16431563)#16432426, [facility_id#16432427, facility_uid#16432428, name#16432429, brand_context_id#16432430, owner_supplier_id#16432431, country#16432432, state#16432433, city#16... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:15	0.7 s	1/1	6.7 KiB
31749	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16529573, 5), REPARTITION_BY_NUM, [plan_id=1880854] +- Project [brand_context_id#16529529, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16529530, 64, true, false, true) AS NetworkID#16529573, Child_Node#16529531, Parent_id#16529532, supplier_id#16529533, preferrd_supplier_id#16529534, supplier_ref_id#16529535, supplier_uid#16529536, supplier_name#16529537, supplier_country#16529538, direct_indirect#16529539, source_type#16529540, product_name#16529541, tier#16529542, is_latest#16529543, is_latest_submitted#16529544, is_unknown_supplier#16529545, company_id#16529546, config_name#16529547, direct_supplier_name#16529548, launch_request_name#16529549, launch_config_ref#16529550, revision_version#16529551, submission_status#16529552, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:14	8 s	5/5	46.5 KiB
31747	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:14	24 ms	1/1		756.0 B
31744	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:14	46 ms	5/5	3.6 KiB		756.0 B
31743	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:14	0.2 s	7/7	13.2 KiB
31741	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:14	27 ms	5/5	3.6 KiB
31739	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:13	6 ms	1/1		295.0 B
31736	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	count at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16529573, 5), REPARTITION_BY_NUM, [plan_id=1880854] +- Project [brand_context_id#16529529, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16529530, 64, true, false, true) AS NetworkID#16529573, Child_Node#16529531, Parent_id#16529532, supplier_id#16529533, preferrd_supplier_id#16529534, supplier_ref_id#16529535, supplier_uid#16529536, supplier_name#16529537, supplier_country#16529538, direct_indirect#16529539, source_type#16529540, product_name#16529541, tier#16529542, is_latest#16529543, is_latest_submitted#16529544, is_unknown_supplier#16529545, company_id#16529546, config_name#16529547, direct_supplier_name#16529548, launch_request_name#16529549, launch_config_ref#16529550, revision_version#16529551, submission_status#16529552, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:13	17 ms	5/5	46.5 KiB		295.0 B
31734	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	count at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16529573, 5), REPARTITION_BY_NUM, [plan_id=1880854] +- Project [brand_context_id#16529529, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16529530, 64, true, false, true) AS NetworkID#16529573, Child_Node#16529531, Parent_id#16529532, supplier_id#16529533, preferrd_supplier_id#16529534, supplier_ref_id#16529535, supplier_uid#16529536, supplier_name#16529537, supplier_country#16529538, direct_indirect#16529539, source_type#16529540, product_name#16529541, tier#16529542, is_latest#16529543, is_latest_submitted#16529544, is_unknown_supplier#16529545, company_id#16529546, config_name#16529547, direct_supplier_name#16529548, launch_request_name#16529549, launch_config_ref#16529550, revision_version#16529551, submission_status#16529552, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:13	30 ms	5/5		6.9 KiB
31732	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:11	0.2 s	1/1			6.9 KiB
31731	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	javaToPython at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16412627, 5), REPARTITION_BY_NUM, [plan_id=1862987] +- Project [brand_context_id#16412583, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16412584, 64, true, false, true) AS NetworkID#16412627, Child_Node#16412585, Parent_id#16412586, supplier_id#16412587, preferrd_supplier_id#16412588, supplier_ref_id#16412589, supplier_uid#16412590, supplier_name#16412591, supplier_country#16412592, direct_indirect#16412593, source_type#16412594, product_name#16412595, tier#16412596, is_latest#16412597, is_latest_submitted#16412598, is_unknown_supplier#16412599, company_id#16412600, config_name#16412601, direct_supplier_name#16412602, launch_request_name#16412603, launch_config_ref#16412604, revision_version#16412605, submission_status#16412606, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [facility_id#16432427, facility_uid#16432428, name#16432429, brand_context_id#16432430, owner_supplier_id#16432431, country#16432432, state#16432433, city#16432434, region#16432435, is_unknown#16432436, value_processes#16432437, materials#16432438, first_created_date#16433609] +- SortMergeJoin [facility_id#16432427], [facility_id#16411996], LeftOuter :- Sort [facility_id#16432427 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(facility_id#16432427, 10), ENSURE_REQUIREMENTS, [plan_id=1863835] : +- MapInPandas <lambda>(facility_id#16431268, facility_uid#16431311, name#16431312, brand_context_id#16431336, owner_supplier_id#16431390, country#16431391, state#16431392, city#16431394, region#16431397, is_unknown#16431496, value_processes#16431556, materials#16431563)#16432426, [facility_id#16432427, facility_uid#16432428, name#16432429, brand_context_id#16432430, owner_supplier_id#16432431, country#16432432, state#16432433, city#16... org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:11	2 s	5/5	30.9 KiB
31729	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:11	0.7 s	1/1	13.2 KiB
31727	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:10	49 ms	5/5	7.2 KiB
31725	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Project [Country#11240775, ISO3#11240776, ISO2#11240777, Region#11240778, GHG_Emissions#11240779, Trade_Unions#11240780, Wages#11240781, Working_Time#11240782, Gender_Based_Violence#11240783, Hazardous_Chemicals#11240784, Bribery_and_Corruption#11240785, Water#11240786, Health_and_Safety#11240787, Forced_Labor#11240788, Child_Labor#11240789, Land_Use_and_Biodiversity#11240790, lower(trim(Country#11240775, None)) AS _country_key#11240807, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#11240789) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#11240788) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#11240783) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#11240781) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#11240782) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#11240780) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#11240787) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#11240779) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chem... org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:10	7 ms	1/1	18.1 KiB
31724	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:08	0.7 s	1/1	9.7 KiB
31722	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:07	65 ms	10/10	6.9 KiB
31720	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Project [Country#11240775, ISO3#11240776, ISO2#11240777, Region#11240778, GHG_Emissions#11240779, Trade_Unions#11240780, Wages#11240781, Working_Time#11240782, Gender_Based_Violence#11240783, Hazardous_Chemicals#11240784, Bribery_and_Corruption#11240785, Water#11240786, Health_and_Safety#11240787, Forced_Labor#11240788, Child_Labor#11240789, Land_Use_and_Biodiversity#11240790, lower(trim(Country#11240775, None)) AS _country_key#11240807, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#11240789) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#11240788) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#11240783) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#11240781) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#11240782) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#11240780) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#11240787) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#11240779) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chem... org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:07	16 ms	1/1	18.1 KiB
31719	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	collect at PythonRDD.scala:195 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:06	4 s	5/5	21.7 KiB	22.2 KiB
31712	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:06	0.7 s	1/1	3.6 KiB
31710	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:03	3 s	5/5	32.1 KiB
31708	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:01	1 s	5/5	32.1 KiB
31706	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6996f010987e19285000bdc9' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#16411934] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:01	4 ms	1/1	608.0 B
31705	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:01	19 ms	5/5	6.9 KiB
31703	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6996f010987e19285000bdc9' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#16411982,chain_first_created_date#16411983] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:01	8 ms	1/1	1376.0 B
31702	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:40:01	0.7 s	1/1	7.2 KiB
31700	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:59	2 s	5/5	32.1 KiB
31698	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT mf.entity_id AS facility_id, mf.facility_uid, mf.facility_name, ms.supplier_id AS owner_supplier_id, mf.country, mf.state, mf.city, mf.value_process, mf.materials, CONVERT(VARCHAR(10), mf.facility_create_date, 23) AS master_first_created_date FROM vw_Master_Facility mf LEFT JOIN vw_Master_Supplier ms ON ms.supplier_uid = mf.supplier_uid AND ms.brand_context_id = mf.brand_context_id AND ms.supplier_status = 'Active' WHERE mf.brand_context_id = '6996f010987e19285000bdc9' AND mf.FACILITY_STATUS = 'Active' ) AS t) [numPartitions=1] [facility_id#16411956] PushedFilters: [], ReadSchema: struct<facility_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:59	8 ms	1/1	16.0 B
31697	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS facility_id, CONVERT(VARCHAR(10), MIN(f.facility_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Facility f CROSS APPLY (VALUES (f.facility_id), (f.facility_declaration_RefID)) v(node_id) WHERE f.brand_context_id = '6996f010987e19285000bdc9' AND f.fac_enabled = 1 AND f.is_latest_submitted = 1 AND f.facility_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [facility_id#16411996,chain_first_created_date#16411997] PushedFilters: [], ReadSchema: struct<facility_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:59	4 ms	1/1	1688.0 B
31696	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:58	0.7 s	1/1	6.9 KiB
31694	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:57	2 s	5/5	32.1 KiB
31692	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6996f010987e19285000bdc9' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#16411934] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:57	14 ms	1/1	608.0 B
31691	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6996f010987e19285000bdc9' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#16411982,chain_first_created_date#16411983] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:57	16 ms	1/1	1376.0 B
31690	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:53	4 s	5/5	32.1 KiB
31688	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:48	5 s	5/5	32.1 KiB
31686	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	8 ms	1/1		289.0 B
31683	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	22 ms	5/5	32.1 KiB		289.0 B
31681	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	22 ms	5/5		7.3 KiB
31679	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	13 s	22/22	21.7 KiB		2.0 KiB
31678	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	0.2 s	1/1			7.3 KiB
31677	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	29 ms	1/1		252.0 B
31675	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	0.8 s	22/22	21.7 KiB		20.1 KiB
31671	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:47	10 ms	1/1		252.0 B
31669	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:44	0.1 s	10/10	80.8 KiB
31668	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:44	38 ms	5/5	40.4 KiB		252.0 B
31667	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:44	31 ms	5/5	40.4 KiB
31666	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:44	40 ms	10/10	80.8 KiB
31665	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:44	41 ms	5/5	40.4 KiB		252.0 B
31663	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS facility_id, CONVERT(VARCHAR(10), MIN(f.facility_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Facility f CROSS APPLY (VALUES (f.facility_id), (f.facility_declaration_RefID)) v(node_id) WHERE f.brand_context_id = '6996f010987e19285000bdc9' AND f.fac_enabled = 1 AND f.is_latest_submitted = 1 AND f.facility_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [facility_id#16411996,chain_first_created_date#16411997] PushedFilters: [], ReadSchema: struct<facility_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:43	5 ms	1/1	1688.0 B
31662	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT mf.entity_id AS facility_id, mf.facility_uid, mf.facility_name, ms.supplier_id AS owner_supplier_id, mf.country, mf.state, mf.city, mf.value_process, mf.materials, CONVERT(VARCHAR(10), mf.facility_create_date, 23) AS master_first_created_date FROM vw_Master_Facility mf LEFT JOIN vw_Master_Supplier ms ON ms.supplier_uid = mf.supplier_uid AND ms.brand_context_id = mf.brand_context_id AND ms.supplier_status = 'Active' WHERE mf.brand_context_id = '6996f010987e19285000bdc9' AND mf.FACILITY_STATUS = 'Active' ) AS t) [numPartitions=1] [facility_id#16411956] PushedFilters: [], ReadSchema: struct<facility_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:43	4 ms	1/1	16.0 B
31661	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:43	4 s	5/5	21.4 KiB	20.6 KiB
31654	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:42	19 ms	1/1		420.0 B
31652	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:42	0.4 s	22/22	21.4 KiB		1889.0 B
31651	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:41	0.4 s	22/22	21.4 KiB		18.7 KiB
31647	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:41	43 ms	1/1		420.0 B
31645	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:41	0.1 s	5/5	39.0 KiB		420.0 B
31644	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:41	84 ms	10/10	78.0 KiB
31643	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:41	95 ms	5/5	39.0 KiB
31642	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:41	0.1 s	10/10	78.0 KiB
31641	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:41	83 ms	5/5	39.0 KiB		420.0 B
31639	MemgraphDeclaredBatch-6996f010987e19285000bdc9_2	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16412627, 5), REPARTITION_BY_NUM, [plan_id=1862987] +- Project [brand_context_id#16412583, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16412584, 64, true, false, true) AS NetworkID#16412627, Child_Node#16412585, Parent_id#16412586, supplier_id#16412587, preferrd_supplier_id#16412588, supplier_ref_id#16412589, supplier_uid#16412590, supplier_name#16412591, supplier_country#16412592, direct_indirect#16412593, source_type#16412594, product_name#16412595, tier#16412596, is_latest#16412597, is_latest_submitted#16412598, is_unknown_supplier#16412599, company_id#16412600, config_name#16412601, direct_supplier_name#16412602, launch_request_name#16412603, launch_config_ref#16412604, revision_version#16412605, submission_status#16412606, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#16429818, preferrd_supplier_id#16429819, supplier_uid#16429820, name#16429821, brand_context_id#16429822, country#16429823, state#16429824, city#16429825, region#16429826, status#16429827, is_unknown#16429828, source_evidence#16429829, first_created_date#16432464] +- SortMergeJoin [supplier_id#16429818], [supplier_id#16411982], LeftOuter :- Sort [supplier_id#16429818 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(supplier_id#16429818, 10), ENSURE_REQUIREMENTS, [plan_id=1863687] : +- MapInPandas <lambda>(supplier_id#16426498, preferrd_supplier_id#16426524, supplier_uid#16426525, name#16426526, brand_context_id#16426788, country#16427039, state#16427040, city#16427042, region#16427061, status#16427314, is_unknown#16427316, source_evidence#16427384)#16429817, [supplier_id#16429818, preferrd_supplier_id#16429819, supplier_uid#16429820, name#16429821, brand_context_id#16429822, country#16429823, state#16429824, city... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:40	0.7 s	1/1	4.7 KiB
31637	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	collect at PythonRDD.scala:195 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:39	0.7 s	1/1	21.7 KiB
31632	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:38	0.2 s	20/20		9.9 KiB
31627	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:37	21 ms	1/1		1865.0 B	465.0 B
31625	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:37	0.2 s	12/12	5.3 KiB
31624	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:37	0.2 s	19/19	14.9 KiB
31623	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:36	0.7 s	1/1	21.4 KiB
31618	MemgraphDeclaredBatch-6996f010987e19285000bdc9_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:36	0.3 s	31/31	20.2 KiB		9.4 KiB
31617	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:36	0.2 s	20/20		8.2 KiB
31612	MemgraphDeclaredBatch-6996f010987e19285000bdc9_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 09:39:36	27 ms	1/1		1271.0 B	457.0 B

Page:

Skipped Stages (12)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
31813	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31807	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#16552360, 5), REPARTITION_BY_NUM, [plan_id=1885042] +- Project [brand_context_id#16552316, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16552317, 64, true, false, true) AS NetworkID#16552360, Child_Node#16552318, Parent_id#16552319, supplier_id#16552320, preferrd_supplier_id#16552321, supplier_ref_id#16552322, supplier_uid#16552323, supplier_name#16552324, supplier_country#16552325, direct_indirect#16552326, source_type#16552327, product_name#16552328, tier#16552329, is_latest#16552330, is_latest_submitted#16552331, is_unknown_supplier#16552332, company_id#16552333, config_name#16552334, direct_supplier_name#16552335, launch_request_name#16552336, launch_config_ref#16552337, revision_version#16552338, submission_status#16552339, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
31806	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31804	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31802	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31799	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/22
31798	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/22
31797	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31796	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/31
31795	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/7
31794	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
31773	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: