DataHubScheduler - Stages for All Jobs

Active Stages: 8
Pending Stages: 4
Completed Stages: 14191, only showing 932
Skipped Stages: 40

Fair Scheduler Pools (29)

Pool Name	Pool Weight	Active Stages	Running Tasks	SchedulingMode
SCMNetwork_2	1	0	0	FIFO
SCMNetwork_0	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_0	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_3	1	0	0	FIFO
MemgraphDeclaredBatch-66e4031c3b6f7d6b87f5df17_1	1	0	0	FIFO
MemgraphDeclaredBatch-6489f49763b900238b25660f_1	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_2	1	0	0	FIFO
MemgraphDeclaredBatch-6493ddbcda54c06712f9c70b_0	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	1	2	0	FIFO
MemgraphDeclaredBatch-6489f49763b900238b25660f_2	1	0	0	FIFO
MemgraphDeclaredBatch-6489f49763b900238b25660f_0	1	0	0	FIFO
SCMNetwork_1	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_0	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_3	1	1	0	FIFO
SCMNetwork_3	1	0	0	FIFO
MemgraphDeclaredBatch-670df26d2115237fd2f21148_2	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_1	1	0	0	FIFO
default	1	0	0	FAIR
SCMNetwork_4	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_2	1	0	0	FIFO
MemgraphDeclaredBatch-66e415fb6131ad65cad0c625_2	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_1	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_4	1	1	0	FIFO
MemgraphDeclaredBatch-64acdc6033e2e20151c623bc_0	1	0	0	FIFO
MemgraphDeclaredBatch-66b1c68778dafd76b6235cd7_4	1	0	0	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	1	1	1	FIFO
MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	1	3	0	FIFO
MemgraphDeclaredBatch-63edd204c9573e70c49c1220_3	1	0	0	FIFO
MemgraphDeclaredBatch-647993e98bbd83502b129281_4	1	0	0	FIFO

Active Stages (8)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input
21877	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	(kill) $anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT mf.entity_id AS facility_id, mf.facility_uid, mf.facility_name, ms.supplier_id AS owner_supplier_id, mf.country, mf.state, mf.city, mf.value_process, mf.materials, CONVERT(VARCHAR(10), mf.facility_create_date, 23) AS master_first_created_date FROM vw_Master_Facility mf LEFT JOIN vw_Master_Supplier ms ON ms.supplier_uid = mf.supplier_uid AND ms.brand_context_id = mf.brand_context_id AND ms.supplier_status = 'Active' WHERE mf.brand_context_id = '6763c0e31bf4280a71df21f3' AND mf.FACILITY_STATUS = 'Active' ) AS t) [numPartitions=1] [facility_id#13587593] PushedFilters: [], ReadSchema: struct<facility_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:24	Unknown	0/1
21876	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	(kill) $anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS facility_id, CONVERT(VARCHAR(10), MIN(f.facility_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Facility f CROSS APPLY (VALUES (f.facility_id), (f.facility_declaration_RefID)) v(node_id) WHERE f.brand_context_id = '6763c0e31bf4280a71df21f3' AND f.fac_enabled = 1 AND f.is_latest_submitted = 1 AND f.facility_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [facility_id#13587633,chain_first_created_date#13587634] PushedFilters: [], ReadSchema: struct<facility_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:24	Unknown	0/1
21875	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	(kill) foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [facility_id#13730852, facility_uid#13730853, name#13730854, brand_context_id#13730855, owner_supplier_id#13730856, country#13730857, state#13730858, city#13730859, region#13730860, is_unknown#13730861, value_processes#13730862, materials#13730863, first_created_date#13731707] +- BroadcastHashJoin [facility_id#13730852], [facility_id#13587633], LeftOuter, BuildRight, false :- MapInPandas <lambda>(facility_id#13730827, facility_uid#13730828, name#13730829, brand_context_id#13730830, owner_supplier_id#13730831, country#13730832, state#13730833, city#13730834, region#13730835, is_unknown#13730836, value_processes#13730837, materials#13730838)#13730851, [facility_id#13730852, facility_uid#13730853, name#13730854, brand_context_id#13730855, owner_supplier_id#13730856, country#13730857, state#13730858, city#13730859, region#13730860, is_unknown#13730861, value_processes#13730862, materials#13730863], false : +- Project [facility_ref_id#13727467 AS fa... org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:23	2 s	3/5 (2 running)	20.2 KiB
21861	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	(kill) $anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6763c0e31bf4280a71df21f3' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#13587619,chain_first_created_date#13587620] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:10	Unknown	0/1
21860	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	(kill) $anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6763c0e31bf4280a71df21f3' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#13587571] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:10	Unknown	0/1
21859	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	(kill) $anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13591050, 5), REPARTITION_BY_NUM, [plan_id=1351141] +- Project [brand_context_id#13591005, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13591006, 64, true, false, true) AS NetworkID#13591050, Child_Node#13591007, Parent_id#13591008, supplier_id#13591009, preferrd_supplier_id#13591010, supplier_ref_id#13591011, supplier_uid#13591012, supplier_name#13591013, supplier_country#13591014, direct_indirect#13591015, source_type#13591016, product_name#13591017, tier#13591018, is_latest#13591019, is_latest_submitted#13591020, is_unknown_supplier#13591021, company_id#13591022, config_name#13591023, direct_supplier_name#13591024, launch_request_name#13591025, launch_config_ref#13591026, revision_version#13591027, submission_status#13591028, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#13605067, preferrd_supplier_id#13605068, supplier_uid#13605069, name#13605070, brand_context_id#13605071, country#13605072, state#13605073, city#13605074, region#13605075, status#13605076, is_unknown#13605077, source_evidence#13605078, first_created_date#13610272] +- SortMergeJoin [supplier_id#13605067], [supplier_id#13587619], LeftOuter :- Sort [supplier_id#13605067 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(supplier_id#13605067, 10), ENSURE_REQUIREMENTS, [plan_id=1352004] : +- MapInPandas <lambda>(supplier_id#13604074, preferrd_supplier_id#13604084, supplier_uid#13604183, name#13604185, brand_context_id#13604198, country#13604200, state#13604202, city#13604205, region#13604207, status#13604209, is_unknown#13604217, source_evidence#13604223)#13605066, [supplier_id#13605067, preferrd_supplier_id#13605068, supplier_uid#13605069, name#13605070, brand_context_id#13605071, country#13605072, state#13605073, city... org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:10	3 s	1/5	16.0 B
21433	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_4	(kill) collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13587908, 5), REPARTITION_BY_NUM, [plan_id=1351002] +- Project [brand_context_id#13587864, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13587865, 64, true, false, true) AS NetworkID#13587908, Child_Node#13587866, Parent_id#13587867, supplier_id#13587868, preferrd_supplier_id#13587869, supplier_ref_id#13587870, supplier_uid#13587871, supplier_name#13587872, supplier_country#13587873, direct_indirect#13587874, source_type#13587875, product_name#13587876, tier#13587877, is_latest#13587878, is_latest_submitted#13587879, is_unknown_supplier#13587880, company_id#13587881, config_name#13587882, direct_supplier_name#13587883, launch_request_name#13587884, launch_config_ref#13587885, revision_version#13587886, submission_status#13587887, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:55:45	Unknown	0/5
21431	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_3	(kill) collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13588086, 5), REPARTITION_BY_NUM, [plan_id=1351088] +- Project [brand_context_id#13588042, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13588043, 64, true, false, true) AS NetworkID#13588086, Child_Node#13588044, Parent_id#13588045, supplier_id#13588046, preferrd_supplier_id#13588047, supplier_ref_id#13588048, supplier_uid#13588049, supplier_name#13588050, supplier_country#13588051, direct_indirect#13588052, source_type#13588053, product_name#13588054, tier#13588055, is_latest#13588056, is_latest_submitted#13588057, is_unknown_supplier#13588058, company_id#13588059, config_name#13588060, direct_supplier_name#13588061, launch_request_name#13588062, launch_config_ref#13588063, revision_version#13588064, submission_status#13588065, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:55:45	1.8 min	4/5	29.4 KiB

Page:

Pending Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
21874	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21858	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21432	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21430	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page:

Completed Stages (14191, only showing 932)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Shuffle Read	Shuffle Write
21873	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13705270, 5), REPARTITION_BY_NUM, [plan_id=1369124] +- Project [brand_context_id#13705226, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13705227, 64, true, false, true) AS NetworkID#13705270, Child_Node#13705228, Parent_id#13705229, supplier_id#13705230, preferrd_supplier_id#13705231, supplier_ref_id#13705232, supplier_uid#13705233, supplier_name#13705234, supplier_country#13705235, direct_indirect#13705236, source_type#13705237, product_name#13705238, tier#13705239, is_latest#13705240, is_latest_submitted#13705241, is_unknown_supplier#13705242, company_id#13705243, config_name#13705244, direct_supplier_name#13705245, launch_request_name#13705246, launch_config_ref#13705247, revision_version#13705248, submission_status#13705249, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#13710739, preferrd_supplier_id#13710740, supplier_uid#13710741, name#13710742, brand_context_id#13710743, country#13710744, state#13710745, city#13710746, region#13710747, status#13710748, is_unknown#13710749, source_evidence#13710750, first_created_date#13710908] +- BroadcastHashJoin [supplier_id#13710739], [supplier_id#13587619], LeftOuter, BuildRight, false :- MapInPandas <lambda>(supplier_id#13710714, preferrd_supplier_id#13710715, supplier_uid#13710716, name#13710717, brand_context_id#13710718, country#13710719, state#13710720, city#13710721, region#13710722, status#13710723, is_unknown#13710724, source_evidence#13710725)#13710738, [supplier_id#13710739, preferrd_supplier_id#13710740, supplier_uid#13710741, name#13710742, brand_context_id#13710743, country#13710744, state#13710745, city#13710746, region#13710747, status#13710748, is_unknown#13710749, source_evidence#13710750], false : +- Project [_eff_ind_sup_id#13710569 AS su... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:23	0.7 s	1/1	7.9 KiB
21871	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS facility_id, CONVERT(VARCHAR(10), MIN(f.facility_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Facility f CROSS APPLY (VALUES (f.facility_id), (f.facility_declaration_RefID)) v(node_id) WHERE f.brand_context_id = '6763c0e31bf4280a71df21f3' AND f.fac_enabled = 1 AND f.is_latest_submitted = 1 AND f.facility_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [facility_id#13587633,chain_first_created_date#13587634] PushedFilters: [], ReadSchema: struct<facility_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:23	34 ms	1/1	5.1 KiB
21870	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT mf.entity_id AS facility_id, mf.facility_uid, mf.facility_name, ms.supplier_id AS owner_supplier_id, mf.country, mf.state, mf.city, mf.value_process, mf.materials, CONVERT(VARCHAR(10), mf.facility_create_date, 23) AS master_first_created_date FROM vw_Master_Facility mf LEFT JOIN vw_Master_Supplier ms ON ms.supplier_uid = mf.supplier_uid AND ms.brand_context_id = mf.brand_context_id AND ms.supplier_status = 'Active' WHERE mf.brand_context_id = '6763c0e31bf4280a71df21f3' AND mf.FACILITY_STATUS = 'Active' ) AS t) [numPartitions=1] [facility_id#13587593] PushedFilters: [], ReadSchema: struct<facility_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:23	9 ms	1/1	2.1 KiB
21869	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#13730707, preferrd_supplier_id#13730708, supplier_uid#13730709, name#13730710, brand_context_id#13730711, country#13730712, state#13730713, city#13730714, region#13730715, status#13730716, is_unknown#13730717, source_evidence#13730718, first_created_date#13730876] +- BroadcastHashJoin [supplier_id#13730707], [supplier_id#13587619], LeftOuter, BuildRight, false :- MapInPandas <lambda>(supplier_id#13730682, preferrd_supplier_id#13730683, supplier_uid#13730684, name#13730685, brand_context_id#13730686, country#13730687, state#13730688, city#13730689, region#13730690, status#13730691, is_unknown#13730692, source_evidence#13730693)#13730706, [supplier_id#13730707, preferrd_supplier_id#13730708, supplier_uid#13730709, name#13730710, brand_context_id#13730711, country#13730712, state#13730713, city#13730714, region#13730715, status#13730716, is_unknown#13730717, source_evidence#13730718], false : +- Project [_eff_ind_sup_id#13730537 AS su... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:22	0.7 s	1/1	7.2 KiB
21867	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#13730707, preferrd_supplier_id#13730708, supplier_uid#13730709, name#13730710, brand_context_id#13730711, country#13730712, state#13730713, city#13730714, region#13730715, status#13730716, is_unknown#13730717, source_evidence#13730718, first_created_date#13730876] +- BroadcastHashJoin [supplier_id#13730707], [supplier_id#13587619], LeftOuter, BuildRight, false :- MapInPandas <lambda>(supplier_id#13730682, preferrd_supplier_id#13730683, supplier_uid#13730684, name#13730685, brand_context_id#13730686, country#13730687, state#13730688, city#13730689, region#13730690, status#13730691, is_unknown#13730692, source_evidence#13730693)#13730706, [supplier_id#13730707, preferrd_supplier_id#13730708, supplier_uid#13730709, name#13730710, brand_context_id#13730711, country#13730712, state#13730713, city#13730714, region#13730715, status#13730716, is_unknown#13730717, source_evidence#13730718], false : +- Project [_eff_ind_sup_id#13730537 AS su... org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:20	2 s	5/5	41.7 KiB
21865	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6763c0e31bf4280a71df21f3' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#13587619,chain_first_created_date#13587620] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:20	6 ms	1/1	5.6 KiB
21864	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6763c0e31bf4280a71df21f3' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#13587571] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:20	11 ms	1/1	1616.0 B
21863	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:15	5 s	5/5	41.7 KiB
21857	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:09	5 s	5/5	41.7 KiB
21855	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	javaToPython at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13705270, 5), REPARTITION_BY_NUM, [plan_id=1369124] +- Project [brand_context_id#13705226, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13705227, 64, true, false, true) AS NetworkID#13705270, Child_Node#13705228, Parent_id#13705229, supplier_id#13705230, preferrd_supplier_id#13705231, supplier_ref_id#13705232, supplier_uid#13705233, supplier_name#13705234, supplier_country#13705235, direct_indirect#13705236, source_type#13705237, product_name#13705238, tier#13705239, is_latest#13705240, is_latest_submitted#13705241, is_unknown_supplier#13705242, company_id#13705243, config_name#13705244, direct_supplier_name#13705245, launch_request_name#13705246, launch_config_ref#13705247, revision_version#13705248, submission_status#13705249, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#13710739, preferrd_supplier_id#13710740, supplier_uid#13710741, name#13710742, brand_context_id#13710743, country#13710744, state#13710745, city#13710746, region#13710747, status#13710748, is_unknown#13710749, source_evidence#13710750, first_created_date#13710908] +- BroadcastHashJoin [supplier_id#13710739], [supplier_id#13587619], LeftOuter, BuildRight, false :- MapInPandas <lambda>(supplier_id#13710714, preferrd_supplier_id#13710715, supplier_uid#13710716, name#13710717, brand_context_id#13710718, country#13710719, state#13710720, city#13710721, region#13710722, status#13710723, is_unknown#13710724, source_evidence#13710725)#13710738, [supplier_id#13710739, preferrd_supplier_id#13710740, supplier_uid#13710741, name#13710742, brand_context_id#13710743, country#13710744, state#13710745, city#13710746, region#13710747, status#13710748, is_unknown#13710749, source_evidence#13710750], false : +- Project [_eff_ind_sup_id#13710569 AS su... org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:09	9 s	5/5	34.1 KiB
21853	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:09	50 ms	1/1		292.0 B
21850	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:09	18 ms	5/5	41.7 KiB		292.0 B
21848	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6763c0e31bf4280a71df21f3' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#13587619,chain_first_created_date#13587620] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:09	12 ms	1/1	5.6 KiB
21847	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6763c0e31bf4280a71df21f3' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#13587571] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:09	13 ms	1/1	1616.0 B
21846	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:08	31 ms	5/5		9.2 KiB
21844	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:07	0.1 s	1/1			9.2 KiB
21843	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:03	4 s	5/5	29.5 KiB	22.2 KiB
21835	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:02	0.4 s	32/32	29.5 KiB		2.2 KiB
21834	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:02	18 ms	1/1		252.0 B
21832	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:02	0.4 s	32/32	29.5 KiB		20.0 KiB
21827	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:02	15 ms	1/1		252.0 B
21825	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:01	46 ms	10/10	69.0 KiB
21824	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:01	54 ms	5/5	34.5 KiB
21823	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:01	0.1 s	5/5	34.5 KiB		252.0 B
21822	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:01	48 ms	10/10	69.0 KiB
21821	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:58:01	60 ms	5/5	34.5 KiB		252.0 B
21819	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13591050, 5), REPARTITION_BY_NUM, [plan_id=1351141] +- Project [brand_context_id#13591005, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13591006, 64, true, false, true) AS NetworkID#13591050, Child_Node#13591007, Parent_id#13591008, supplier_id#13591009, preferrd_supplier_id#13591010, supplier_ref_id#13591011, supplier_uid#13591012, supplier_name#13591013, supplier_country#13591014, direct_indirect#13591015, source_type#13591016, product_name#13591017, tier#13591018, is_latest#13591019, is_latest_submitted#13591020, is_unknown_supplier#13591021, company_id#13591022, config_name#13591023, direct_supplier_name#13591024, launch_request_name#13591025, launch_config_ref#13591026, revision_version#13591027, submission_status#13591028, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [facility_id#13610221, facility_uid#13610222, name#13610223, brand_context_id#13610224, owner_supplier_id#13610225, country#13610226, state#13610227, city#13610228, region#13610229, is_unknown#13610230, value_processes#13610231, materials#13610232, first_created_date#13611225] +- SortMergeJoin [facility_id#13610221], [facility_id#13587633], LeftOuter :- Sort [facility_id#13610221 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(facility_id#13610221, 10), ENSURE_REQUIREMENTS, [plan_id=1352063] : +- MapInPandas <lambda>(facility_id#13607726, facility_uid#13608760, name#13608822, brand_context_id#13608824, owner_supplier_id#13609096, country#13609098, state#13609570, city#13609808, region#13609809, is_unknown#13609810, value_processes#13609811, materials#13609812)#13610220, [facility_id#13610221, facility_uid#13610222, name#13610223, brand_context_id#13610224, owner_supplier_id#13610225, country#13610226, state#13610227, city#13... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:59	0.8 s	1/1	9.6 KiB
21817	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13705270, 5), REPARTITION_BY_NUM, [plan_id=1369124] +- Project [brand_context_id#13705226, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13705227, 64, true, false, true) AS NetworkID#13705270, Child_Node#13705228, Parent_id#13705229, supplier_id#13705230, preferrd_supplier_id#13705231, supplier_ref_id#13705232, supplier_uid#13705233, supplier_name#13705234, supplier_country#13705235, direct_indirect#13705236, source_type#13705237, product_name#13705238, tier#13705239, is_latest#13705240, is_latest_submitted#13705241, is_unknown_supplier#13705242, company_id#13705243, config_name#13705244, direct_supplier_name#13705245, launch_request_name#13705246, launch_config_ref#13705247, revision_version#13705248, submission_status#13705249, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:59	10 s	5/5	34.1 KiB
21815	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:56	0.7 s	1/1	29.5 KiB
21809	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:55	0.2 s	30/30		10.5 KiB
21803	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:55	28 ms	1/1		1332.0 B	641.0 B
21801	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:55	77 ms	12/12	5.4 KiB		291.0 B
21800	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:55	0.2 s	19/19	11.3 KiB
21799	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:55	0.2 s	31/31	16.7 KiB		9.6 KiB
21798	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:53	62 ms	7/7	5.9 KiB		1332.0 B
21797	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:53	40 ms	12/12	5.4 KiB
21796	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:53	41 ms	12/12	5.4 KiB
21795	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:53	42 ms	12/12	5.4 KiB
21794	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:53	0.2 s	12/12	13.1 KiB
21792	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:52	21 ms	1/1		809.0 B
21789	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13705270, 5), REPARTITION_BY_NUM, [plan_id=1369124] +- Project [brand_context_id#13705226, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13705227, 64, true, false, true) AS NetworkID#13705270, Child_Node#13705228, Parent_id#13705229, supplier_id#13705230, preferrd_supplier_id#13705231, supplier_ref_id#13705232, supplier_uid#13705233, supplier_name#13705234, supplier_country#13705235, direct_indirect#13705236, source_type#13705237, product_name#13705238, tier#13705239, is_latest#13705240, is_latest_submitted#13705241, is_unknown_supplier#13705242, company_id#13705243, config_name#13705244, direct_supplier_name#13705245, launch_request_name#13705246, launch_config_ref#13705247, revision_version#13705248, submission_status#13705249, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:52	6 s	5/5	34.1 KiB
21787	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:52	41 ms	5/5	3.7 KiB		809.0 B
21786	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:52	0.2 s	7/7	13.0 KiB
21784	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:51	25 ms	5/5	3.7 KiB
21782	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:51	8 ms	1/1		289.0 B
21779	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	count at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13705270, 5), REPARTITION_BY_NUM, [plan_id=1369124] +- Project [brand_context_id#13705226, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13705227, 64, true, false, true) AS NetworkID#13705270, Child_Node#13705228, Parent_id#13705229, supplier_id#13705230, preferrd_supplier_id#13705231, supplier_ref_id#13705232, supplier_uid#13705233, supplier_name#13705234, supplier_country#13705235, direct_indirect#13705236, source_type#13705237, product_name#13705238, tier#13705239, is_latest#13705240, is_latest_submitted#13705241, is_unknown_supplier#13705242, company_id#13705243, config_name#13705244, direct_supplier_name#13705245, launch_request_name#13705246, launch_config_ref#13705247, revision_version#13705248, submission_status#13705249, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:51	24 ms	5/5	34.1 KiB		289.0 B
21777	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	count at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13705270, 5), REPARTITION_BY_NUM, [plan_id=1369124] +- Project [brand_context_id#13705226, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13705227, 64, true, false, true) AS NetworkID#13705270, Child_Node#13705228, Parent_id#13705229, supplier_id#13705230, preferrd_supplier_id#13705231, supplier_ref_id#13705232, supplier_uid#13705233, supplier_name#13705234, supplier_country#13705235, direct_indirect#13705236, source_type#13705237, product_name#13705238, tier#13705239, is_latest#13705240, is_latest_submitted#13705241, is_unknown_supplier#13705242, company_id#13705243, config_name#13705244, direct_supplier_name#13705245, launch_request_name#13705246, launch_config_ref#13705247, revision_version#13705248, submission_status#13705249, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:50	25 ms	5/5		9.7 KiB
21775	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:49	0.1 s	1/1			9.7 KiB
21774	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:48	0.9 s	1/1	13.0 KiB
21772	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:48	0.1 s	5/5	7.6 KiB
21770	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Project [Country#11240775, ISO3#11240776, ISO2#11240777, Region#11240778, GHG_Emissions#11240779, Trade_Unions#11240780, Wages#11240781, Working_Time#11240782, Gender_Based_Violence#11240783, Hazardous_Chemicals#11240784, Bribery_and_Corruption#11240785, Water#11240786, Health_and_Safety#11240787, Forced_Labor#11240788, Child_Labor#11240789, Land_Use_and_Biodiversity#11240790, lower(trim(Country#11240775, None)) AS _country_key#11240807, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#11240789) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#11240788) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#11240783) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#11240781) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#11240782) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#11240780) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#11240787) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#11240779) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chem... org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:47	7 ms	1/1	18.1 KiB
21769	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:46	0.7 s	1/1	13.1 KiB
21767	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:45	72 ms	10/10	9.5 KiB
21765	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	collect at PythonRDD.scala:195 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:44	5 s	5/5	25.6 KiB	22.5 KiB
21757	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Project [Country#11240775, ISO3#11240776, ISO2#11240777, Region#11240778, GHG_Emissions#11240779, Trade_Unions#11240780, Wages#11240781, Working_Time#11240782, Gender_Based_Violence#11240783, Hazardous_Chemicals#11240784, Bribery_and_Corruption#11240785, Water#11240786, Health_and_Safety#11240787, Forced_Labor#11240788, Child_Labor#11240789, Land_Use_and_Biodiversity#11240790, lower(trim(Country#11240775, None)) AS _country_key#11240807, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#11240789) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#11240788) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#11240783) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#11240781) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#11240782) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#11240780) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#11240787) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#11240779) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chem... org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:44	26 ms	1/1	18.1 KiB
21756	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	javaToPython at <unknown>:0 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13591050, 5), REPARTITION_BY_NUM, [plan_id=1351141] +- Project [brand_context_id#13591005, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13591006, 64, true, false, true) AS NetworkID#13591050, Child_Node#13591007, Parent_id#13591008, supplier_id#13591009, preferrd_supplier_id#13591010, supplier_ref_id#13591011, supplier_uid#13591012, supplier_name#13591013, supplier_country#13591014, direct_indirect#13591015, source_type#13591016, product_name#13591017, tier#13591018, is_latest#13591019, is_latest_submitted#13591020, is_unknown_supplier#13591021, company_id#13591022, config_name#13591023, direct_supplier_name#13591024, launch_request_name#13591025, launch_config_ref#13591026, revision_version#13591027, submission_status#13591028, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [facility_id#13610221, facility_uid#13610222, name#13610223, brand_context_id#13610224, owner_supplier_id#13610225, country#13610226, state#13610227, city#13610228, region#13610229, is_unknown#13610230, value_processes#13610231, materials#13610232, first_created_date#13611225] +- SortMergeJoin [facility_id#13610221], [facility_id#13587633], LeftOuter :- Sort [facility_id#13610221 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(facility_id#13610221, 10), ENSURE_REQUIREMENTS, [plan_id=1352063] : +- MapInPandas <lambda>(facility_id#13607726, facility_uid#13608760, name#13608822, brand_context_id#13608824, owner_supplier_id#13609096, country#13609098, state#13609570, city#13609808, region#13609809, is_unknown#13609810, value_processes#13609811, materials#13609812)#13610220, [facility_id#13610221, facility_uid#13610222, name#13610223, brand_context_id#13610224, owner_supplier_id#13610225, country#13610226, state#13610227, city#13... org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:44	9 s	5/5	43.7 KiB
21754	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:43	0.7 s	1/1	3.7 KiB
21752	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:40	3 s	5/5	34.5 KiB
21750	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:39	0.7 s	1/1	2.2 KiB
21748	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:38	1 s	5/5	34.5 KiB
21746	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:38	20 ms	5/5	7.3 KiB
21744	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6763c0e31bf4280a71df21f3' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#13587619,chain_first_created_date#13587620] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:38	8 ms	1/1	5.6 KiB
21743	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6763c0e31bf4280a71df21f3' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#13587571] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:38	5 ms	1/1	1616.0 B
21742	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:37	0.7 s	1/1	7.6 KiB
21740	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:36	2 s	5/5	34.5 KiB
21738	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS facility_id, CONVERT(VARCHAR(10), MIN(f.facility_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Facility f CROSS APPLY (VALUES (f.facility_id), (f.facility_declaration_RefID)) v(node_id) WHERE f.brand_context_id = '6763c0e31bf4280a71df21f3' AND f.fac_enabled = 1 AND f.is_latest_submitted = 1 AND f.facility_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [facility_id#13587633,chain_first_created_date#13587634] PushedFilters: [], ReadSchema: struct<facility_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:36	6 ms	1/1	5.1 KiB
21737	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT mf.entity_id AS facility_id, mf.facility_uid, mf.facility_name, ms.supplier_id AS owner_supplier_id, mf.country, mf.state, mf.city, mf.value_process, mf.materials, CONVERT(VARCHAR(10), mf.facility_create_date, 23) AS master_first_created_date FROM vw_Master_Facility mf LEFT JOIN vw_Master_Supplier ms ON ms.supplier_uid = mf.supplier_uid AND ms.brand_context_id = mf.brand_context_id AND ms.supplier_status = 'Active' WHERE mf.brand_context_id = '6763c0e31bf4280a71df21f3' AND mf.FACILITY_STATUS = 'Active' ) AS t) [numPartitions=1] [facility_id#13587593] PushedFilters: [], ReadSchema: struct<facility_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:36	10 ms	1/1	2.1 KiB
21736	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:35	0.9 s	1/1	7.3 KiB
21734	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:33	2 s	5/5	34.5 KiB
21732	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS supplier_id, CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Chain c JOIN Datahub_dim_SCM_Request_Status rs ON rs.NetworkID = c.NetworkID AND rs.brand_context_id = c.brand_context_id AND rs.revision_version = c.revision_version CROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id) WHERE c.brand_context_id = '6763c0e31bf4280a71df21f3' AND c.is_latest_submitted = 1 AND c.supplier_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [supplier_id#13587619,chain_first_created_date#13587620] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:33	10 ms	1/1	5.6 KiB
21731	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: *(1) Scan JDBCRelation(( SELECT ms.supplier_id, ms.supplier_uid, ms.supplier_name, ms.country, ms.state, ms.city, ms.is_nominated, CONVERT(VARCHAR(10), ms.association_accepted_date, 23) AS master_first_created_date FROM vw_Master_Supplier ms WHERE ms.brand_context_id = '6763c0e31bf4280a71df21f3' AND ms.supplier_status = 'Active' ) AS t) [numPartitions=1] [supplier_id#13587571] PushedFilters: [], ReadSchema: struct<supplier_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:33	12 ms	1/1	1616.0 B
21730	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:29	4 s	5/5	34.5 KiB
21728	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	4 s	5/5	34.5 KiB
21726	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	7 ms	1/1		289.0 B
21723	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	22 ms	5/5	34.5 KiB		289.0 B
21721	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	21 ms	5/5		9.5 KiB
21719	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	20 s	32/32	25.6 KiB		20.5 KiB
21718	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	0.1 s	1/1			9.5 KiB
21717	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	0.6 s	32/32	25.6 KiB		2.0 KiB
21712	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:24	15 ms	1/1		420.0 B
21710	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:23	8 ms	1/1		420.0 B
21708	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT v.node_id AS facility_id, CONVERT(VARCHAR(10), MIN(f.facility_first_created_date), 23) AS chain_first_created_date FROM Datahub_dim_SCM_Facility f CROSS APPLY (VALUES (f.facility_id), (f.facility_declaration_RefID)) v(node_id) WHERE f.brand_context_id = '6763c0e31bf4280a71df21f3' AND f.fac_enabled = 1 AND f.is_latest_submitted = 1 AND f.facility_first_created_date IS NOT NULL AND v.node_id IS NOT NULL AND v.node_id <> '' GROUP BY v.node_id ) AS t) [numPartitions=1] [facility_id#13587633,chain_first_created_date#13587634] PushedFilters: [], ReadSchema: struct<facility_id:string,chain_first_created_date:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	25 ms	1/1	5.1 KiB
21707	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details RDD: *(1) Scan JDBCRelation(( SELECT mf.entity_id AS facility_id, mf.facility_uid, mf.facility_name, ms.supplier_id AS owner_supplier_id, mf.country, mf.state, mf.city, mf.value_process, mf.materials, CONVERT(VARCHAR(10), mf.facility_create_date, 23) AS master_first_created_date FROM vw_Master_Facility mf LEFT JOIN vw_Master_Supplier ms ON ms.supplier_uid = mf.supplier_uid AND ms.brand_context_id = mf.brand_context_id AND ms.supplier_status = 'Active' WHERE mf.brand_context_id = '6763c0e31bf4280a71df21f3' AND mf.FACILITY_STATUS = 'Active' ) AS t) [numPartitions=1] [facility_id#13587593] PushedFilters: [], ReadSchema: struct<facility_id:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	8 ms	1/1	2.1 KiB
21706	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	0.1 s	10/10	84.9 KiB
21705	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	99 ms	10/10	84.9 KiB
21704	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	37 ms	5/5	42.4 KiB		420.0 B
21703	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	64 ms	5/5	42.4 KiB
21702	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	javaToPython at <unknown>:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	57 ms	5/5	42.4 KiB		420.0 B
21700	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:19	4 s	5/5	28.2 KiB	24.4 KiB
21692	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:18	20 ms	1/1		336.0 B
21690	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:18	0.5 s	32/32	28.2 KiB		2.4 KiB
21689	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:17	0.5 s	32/32	28.2 KiB		22.0 KiB
21684	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:17	30 ms	1/1		336.0 B
21682	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:17	77 ms	5/5	42.5 KiB		336.0 B
21681	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:17	71 ms	5/5	42.5 KiB
21680	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:17	88 ms	10/10	85.0 KiB
21679	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:17	0.1 s	10/10	85.0 KiB
21678	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_0	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:17	67 ms	5/5	42.5 KiB		336.0 B
21676	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_2	collect at PythonRDD.scala:195 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13591050, 5), REPARTITION_BY_NUM, [plan_id=1351141] +- Project [brand_context_id#13591005, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13591006, 64, true, false, true) AS NetworkID#13591050, Child_Node#13591007, Parent_id#13591008, supplier_id#13591009, preferrd_supplier_id#13591010, supplier_ref_id#13591011, supplier_uid#13591012, supplier_name#13591013, supplier_country#13591014, direct_indirect#13591015, source_type#13591016, product_name#13591017, tier#13591018, is_latest#13591019, is_latest_submitted#13591020, is_unknown_supplier#13591021, company_id#13591022, config_name#13591023, direct_supplier_name#13591024, launch_request_name#13591025, launch_config_ref#13591026, revision_version#13591027, submission_status#13591028, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,...AdaptiveSparkPlan isFinalPlan=false +- Project [supplier_id#13605067, preferrd_supplier_id#13605068, supplier_uid#13605069, name#13605070, brand_context_id#13605071, country#13605072, state#13605073, city#13605074, region#13605075, status#13605076, is_unknown#13605077, source_evidence#13605078, first_created_date#13610272] +- SortMergeJoin [supplier_id#13605067], [supplier_id#13587619], LeftOuter :- Sort [supplier_id#13605067 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(supplier_id#13605067, 10), ENSURE_REQUIREMENTS, [plan_id=1352004] : +- MapInPandas <lambda>(supplier_id#13604074, preferrd_supplier_id#13604084, supplier_uid#13604183, name#13604185, brand_context_id#13604198, country#13604200, state#13604202, city#13604205, region#13604207, status#13604209, is_unknown#13604217, source_evidence#13604223)#13605066, [supplier_id#13605067, preferrd_supplier_id#13605068, supplier_uid#13605069, name#13605070, brand_context_id#13605071, country#13605072, state#13605073, city... org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:16	0.7 s	1/1	9.7 KiB
21674	MemgraphDeclaredBatch-6763c0e31bf4280a71df21f3_1	collect at PythonRDD.scala:195 +details org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 08:57:14	0.7 s	1/1	25.6 KiB

Page:

Skipped Stages (40)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
21872	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21868	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21866	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21862	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21856	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21854	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21852	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details RDD: AdaptiveSparkPlan isFinalPlan=false +- Exchange hashpartitioning(NetworkID#13727482, 5), REPARTITION_BY_NUM, [plan_id=1373010] +- Project [brand_context_id#13727438, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#13727439, 64, true, false, true) AS NetworkID#13727482, Child_Node#13727440, Parent_id#13727441, supplier_id#13727442, preferrd_supplier_id#13727443, supplier_ref_id#13727444, supplier_uid#13727445, supplier_name#13727446, supplier_country#13727447, direct_indirect#13727448, source_type#13727449, product_name#13727450, tier#13727451, is_latest#13727452, is_latest_submitted#13727453, is_unknown_supplier#13727454, company_id#13727455, config_name#13727456, direct_supplier_name#13727457, launch_request_name#13727458, launch_config_ref#13727459, revision_version#13727460, submission_status#13727461, ... 23 more fields] +- Scan JDBCRelation(( SELECT c.brand_context_id, c.NetworkID, c.Child_Node, c.Parent_id,... org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
21851	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21849	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21845	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21842	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/32
21841	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/32
21840	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21839	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12
21838	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/31
21837	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/7
21836	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21833	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
21831	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21830	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12
21829	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/31
21828	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/7
21826	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
21820	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21818	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21816	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21814	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/31
21813	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12
21812	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21811	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/7
21810	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21808	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/31
21807	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12
21806	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21805	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/7
21804	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21802	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/7
21793	default	foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21788	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21755	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: