| Pool Name | Minimum Share | Pool Weight | Active Stages | Running Tasks | SchedulingMode |
|---|---|---|---|---|---|
| SCMNetwork_2 | 0 | 1 | 0 | 0 | FIFO |
| SCMNetwork_0 | 0 | 1 | 0 | 0 | FIFO |
| SCMNetwork_1 | 0 | 1 | 0 | 0 | FIFO |
| SCMNetwork_3 | 0 | 1 | 0 | 0 | FIFO |
| default | 0 | 1 | 1 | 1 | FAIR |
| SCMNetwork_4 | 0 | 1 | 0 | 0 | FIFO |
| Stage Id ▾ | Pool Name | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|---|
| 14964 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [facility_id#10726254, CASE WHEN NOT (facility_uid#10726255 = ) THEN facility_uid#10726255 END AS facility_uid#10726311, CASE WHEN NOT (facility_name#10726256 = ) THEN facility_name#10726256 END AS name#10726312, 6763c888f5905465154e0d84 AS brand_context_id#10726313, CASE WHEN (isnotnull(owner_supplier_id#10726257) AND NOT (owner_supplier_id#10726257 = )) THEN owner_supplier_id#10726257 END AS owner_supplier_id#10726314, country#10726258, state#10726259, city#10726260, AS region#10726315, false AS is_unknown#10726316, pythonUDF0#10726477 AS value_processes#10726318, pythonUDF1#10726478 AS materials#10726320, coalesce(_owner_tiers#10726247, [1]) AS tiers#10726321, coalesce(chain_first_created_date#10726251, master_first_created_date#10726263) AS first_created_date#10726322]
+- BatchEvalPython [_explode_csv_dedup(coalesce(value_process#10726261, ))#10726317, _explode_csv_dedup(coalesce(materials#10726262, ))#10726319], [pythonUDF0#10726477, pythonUDF1#107264...AdaptiveSparkPlan isFinalPlan=false
+- Project [facility_id#10726254 AS entity_id#10728447, brand_context_id#10726313, dim_id#10728441, raw_level#10728442 AS level#10728448, CASE WHEN (cast(raw_level#10728442 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#10728442 as double) >= 3.4) THEN High WHEN (cast(raw_level#10728442 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#10728442 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#10728442 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#10728449, active AS status#10728450, 2026-10-16T08:22:46.270626+00:00 AS listed_at#10728451, 2026-10-16T08:22:46.270626+00:00 AS assessed_at#10728452, null AS matched_entity#10728453, null AS match_pct#10728454, null AS match_source#10728455, null AS threshold#10728456, null AS kharon_id#10728457]
+- Filter (isnotnull(raw_level#10728442) AND NOT (raw_level#10728442 = ))
+- Generate stack(13, risk_child_labor, cast(Child_Labor#132473 as string), risk_forced_labor, cast(Forced_Labor#132472 as str...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:53 | 15 ms |
1/1
| 11.4 KiB | |||
| 14963 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:53 | 6 ms |
1/1
| 18.1 KiB | |||
| 14962 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [supplier_id#10726113, CASE WHEN NOT (supplier_uid#10726114 = ) THEN supplier_uid#10726114 END AS supplier_uid#10726148, CASE WHEN NOT (supplier_name#10726115 = ) THEN supplier_name#10726115 END AS name#10726149, 6763c888f5905465154e0d84 AS brand_context_id#10726150, country#10726116, state#10726117, city#10726118, AS region#10726151, active AS status#10726152, false AS is_unknown#10726153, (upper(coalesce(is_nominated#10726119, )) = YES) AS is_nominated#10726154, master AS source_evidence#10726155, array_sort(array_union(coalesce(bridge_tiers#10726106, []), [1]), lambdafunction(if ((isnull(lambda left#10726158) AND isnull(lambda right#10726159))) 0 else if (isnull(lambda left#10726158)) 1 else if (isnull(lambda right#10726159)) -1 else if ((lambda left#10726158 < lambda right#10726159)) -1 else if ((lambda left#10726158 > lambda right#10726159)) 1 else 0, lambda left#10726158, lambda right#10726159, false), false) AS tiers#10726156, coalesce(chain_first_crea...AdaptiveSparkPlan isFinalPlan=false
+- Project [supplier_id#10726113 AS entity_id#10727753, brand_context_id#10726150, dim_id#10727747, raw_level#10727748 AS level#10727754, CASE WHEN (cast(raw_level#10727748 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#10727748 as double) >= 3.4) THEN High WHEN (cast(raw_level#10727748 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#10727748 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#10727748 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#10727755, active AS status#10727756, 2026-10-16T08:22:46.270626+00:00 AS listed_at#10727757, 2026-10-16T08:22:46.270626+00:00 AS assessed_at#10727758, null AS matched_entity#10727759, null AS match_pct#10727760, null AS match_source#10727761, null AS threshold#10727762, null AS kharon_id#10727763]
+- Filter (isnotnull(raw_level#10727748) AND NOT (raw_level#10727748 = ))
+- Generate stack(13, risk_child_labor, cast(Child_Labor#132473 as string), risk_forced_labor, cast(Forced_Labor#132472 as str...
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:52 | 0.7 s |
1/1
| 35.5 KiB | |||
| 14961 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [supplier_id#10726113, CASE WHEN NOT (supplier_uid#10726114 = ) THEN supplier_uid#10726114 END AS supplier_uid#10726148, CASE WHEN NOT (supplier_name#10726115 = ) THEN supplier_name#10726115 END AS name#10726149, 6763c888f5905465154e0d84 AS brand_context_id#10726150, country#10726116, state#10726117, city#10726118, AS region#10726151, active AS status#10726152, false AS is_unknown#10726153, (upper(coalesce(is_nominated#10726119, )) = YES) AS is_nominated#10726154, master AS source_evidence#10726155, array_sort(array_union(coalesce(bridge_tiers#10726106, []), [1]), lambdafunction(if ((isnull(lambda left#10726158) AND isnull(lambda right#10726159))) 0 else if (isnull(lambda left#10726158)) 1 else if (isnull(lambda right#10726159)) -1 else if ((lambda left#10726158 < lambda right#10726159)) -1 else if ((lambda left#10726158 > lambda right#10726159)) 1 else 0, lambda left#10726158, lambda right#10726159, false), false) AS tiers#10726156, coalesce(chain_first_crea...AdaptiveSparkPlan isFinalPlan=false
+- Project [supplier_id#10726113 AS entity_id#10727753, brand_context_id#10726150, dim_id#10727747, raw_level#10727748 AS level#10727754, CASE WHEN (cast(raw_level#10727748 as double) >= 4.2) THEN Extreme WHEN (cast(raw_level#10727748 as double) >= 3.4) THEN High WHEN (cast(raw_level#10727748 as double) >= 2.6) THEN Moderate WHEN (cast(raw_level#10727748 as double) >= 1.8) THEN Medium WHEN (cast(raw_level#10727748 as double) >= 1.0) THEN Low ELSE Unknown END AS level_band#10727755, active AS status#10727756, 2026-10-16T08:22:46.270626+00:00 AS listed_at#10727757, 2026-10-16T08:22:46.270626+00:00 AS assessed_at#10727758, null AS matched_entity#10727759, null AS match_pct#10727760, null AS match_source#10727761, null AS threshold#10727762, null AS kharon_id#10727763]
+- Filter (isnotnull(raw_level#10727748) AND NOT (raw_level#10727748 = ))
+- Generate stack(13, risk_child_labor, cast(Child_Labor#132473 as string), risk_forced_labor, cast(Forced_Labor#132472 as str...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:52 | 10 ms |
1/1
| 14.3 KiB | |||
| 14960 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:52 | 6 ms |
1/1
| 18.1 KiB | |||
| 14959 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [facility_id#10726254, CASE WHEN NOT (facility_uid#10726255 = ) THEN facility_uid#10726255 END AS facility_uid#10726311, CASE WHEN NOT (facility_name#10726256 = ) THEN facility_name#10726256 END AS name#10726312, 6763c888f5905465154e0d84 AS brand_context_id#10726313, CASE WHEN (isnotnull(owner_supplier_id#10726257) AND NOT (owner_supplier_id#10726257 = )) THEN owner_supplier_id#10726257 END AS owner_supplier_id#10726314, country#10726258, state#10726259, city#10726260, AS region#10726315, false AS is_unknown#10726316, pythonUDF0#10726477 AS value_processes#10726318, pythonUDF1#10726478 AS materials#10726320, coalesce(_owner_tiers#10726247, [1]) AS tiers#10726321, coalesce(chain_first_created_date#10726251, master_first_created_date#10726263) AS first_created_date#10726322]
+- BatchEvalPython [_explode_csv_dedup(coalesce(value_process#10726261, ))#10726317, _explode_csv_dedup(coalesce(materials#10726262, ))#10726319], [pythonUDF0#10726477, pythonUDF1#107264...AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10726619, owner_supplier_id#10726314, facility_id#10726254, source#10726620)#10726625, [brand_context_id#10726626, owner_supplier_id#10726627, facility_id#10726628, source#10726629], false
+- Project [6763c888f5905465154e0d84 AS brand_context_id#10726619, owner_supplier_id#10726314, facility_id#10726254, master AS source#10726620]
+- Filter isnotnull(owner_supplier_id#10726314)
+- InMemoryTableScan [facility_id#10726254, owner_supplier_id#10726314], [isnotnull(owner_supplier_id#10726314)]
+- InMemoryRelation [facility_id#10726254, facility_uid#10726311, name#10726312, brand_context_id#10726313, owner_supplier_id#10726314, country#10726258, state#10726259, city#10726260, region#10726315, is_unknown#10726316, value_processes#10726318, materials#10726320, tiers#10726321, first_created_date#10726322], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:51 | 1 s |
1/1
| 2.9 KiB | |||
| 14958 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [facility_id#10726254, CASE WHEN NOT (facility_uid#10726255 = ) THEN facility_uid#10726255 END AS facility_uid#10726311, CASE WHEN NOT (facility_name#10726256 = ) THEN facility_name#10726256 END AS name#10726312, 6763c888f5905465154e0d84 AS brand_context_id#10726313, CASE WHEN (isnotnull(owner_supplier_id#10726257) AND NOT (owner_supplier_id#10726257 = )) THEN owner_supplier_id#10726257 END AS owner_supplier_id#10726314, country#10726258, state#10726259, city#10726260, AS region#10726315, false AS is_unknown#10726316, pythonUDF0#10726477 AS value_processes#10726318, pythonUDF1#10726478 AS materials#10726320, coalesce(_owner_tiers#10726247, [1]) AS tiers#10726321, coalesce(chain_first_created_date#10726251, master_first_created_date#10726263) AS first_created_date#10726322]
+- BatchEvalPython [_explode_csv_dedup(coalesce(value_process#10726261, ))#10726317, _explode_csv_dedup(coalesce(materials#10726262, ))#10726319], [pythonUDF0#10726477, pythonUDF1#107264...AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10726619, owner_supplier_id#10726314, facility_id#10726254, source#10726620)#10726625, [brand_context_id#10726626, owner_supplier_id#10726627, facility_id#10726628, source#10726629], false
+- Project [6763c888f5905465154e0d84 AS brand_context_id#10726619, owner_supplier_id#10726314, facility_id#10726254, master AS source#10726620]
+- Filter isnotnull(owner_supplier_id#10726314)
+- InMemoryTableScan [facility_id#10726254, owner_supplier_id#10726314], [isnotnull(owner_supplier_id#10726314)]
+- InMemoryRelation [facility_id#10726254, facility_uid#10726311, name#10726312, brand_context_id#10726313, owner_supplier_id#10726314, country#10726258, state#10726259, city#10726260, region#10726315, is_unknown#10726316, value_processes#10726318, materials#10726320, tiers#10726321, first_created_date#10726322], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:49 | 1 s |
1/1
| 11.4 KiB | |||
| 14957 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [facility_id#10726254, CASE WHEN NOT (facility_uid#10726255 = ) THEN facility_uid#10726255 END AS facility_uid#10726311, CASE WHEN NOT (facility_name#10726256 = ) THEN facility_name#10726256 END AS name#10726312, 6763c888f5905465154e0d84 AS brand_context_id#10726313, CASE WHEN (isnotnull(owner_supplier_id#10726257) AND NOT (owner_supplier_id#10726257 = )) THEN owner_supplier_id#10726257 END AS owner_supplier_id#10726314, country#10726258, state#10726259, city#10726260, AS region#10726315, false AS is_unknown#10726316, pythonUDF0#10726477 AS value_processes#10726318, pythonUDF1#10726478 AS materials#10726320, coalesce(_owner_tiers#10726247, [1]) AS tiers#10726321, coalesce(chain_first_created_date#10726251, master_first_created_date#10726263) AS first_created_date#10726322]
+- BatchEvalPython [_explode_csv_dedup(coalesce(value_process#10726261, ))#10726317, _explode_csv_dedup(coalesce(materials#10726262, ))#10726319], [pythonUDF0#10726477, pythonUDF1#107264...
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:48 | 0.9 s |
1/1
| 11.4 KiB | |||
| 14956 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [facility_id#10726254, CASE WHEN NOT (facility_uid#10726255 = ) THEN facility_uid#10726255 END AS facility_uid#10726311, CASE WHEN NOT (facility_name#10726256 = ) THEN facility_name#10726256 END AS name#10726312, 6763c888f5905465154e0d84 AS brand_context_id#10726313, CASE WHEN (isnotnull(owner_supplier_id#10726257) AND NOT (owner_supplier_id#10726257 = )) THEN owner_supplier_id#10726257 END AS owner_supplier_id#10726314, country#10726258, state#10726259, city#10726260, AS region#10726315, false AS is_unknown#10726316, pythonUDF0#10726477 AS value_processes#10726318, pythonUDF1#10726478 AS materials#10726320, coalesce(_owner_tiers#10726247, [1]) AS tiers#10726321, coalesce(chain_first_created_date#10726251, master_first_created_date#10726263) AS first_created_date#10726322]
+- BatchEvalPython [_explode_csv_dedup(coalesce(value_process#10726261, ))#10726317, _explode_csv_dedup(coalesce(materials#10726262, ))#10726319], [pythonUDF0#10726477, pythonUDF1#107264...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:48 | 0.4 s |
1/1
| ||||
| 14955 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [supplier_id#10726113, CASE WHEN NOT (supplier_uid#10726114 = ) THEN supplier_uid#10726114 END AS supplier_uid#10726148, CASE WHEN NOT (supplier_name#10726115 = ) THEN supplier_name#10726115 END AS name#10726149, 6763c888f5905465154e0d84 AS brand_context_id#10726150, country#10726116, state#10726117, city#10726118, AS region#10726151, active AS status#10726152, false AS is_unknown#10726153, (upper(coalesce(is_nominated#10726119, )) = YES) AS is_nominated#10726154, master AS source_evidence#10726155, array_sort(array_union(coalesce(bridge_tiers#10726106, []), [1]), lambdafunction(if ((isnull(lambda left#10726158) AND isnull(lambda right#10726159))) 0 else if (isnull(lambda left#10726158)) 1 else if (isnull(lambda right#10726159)) -1 else if ((lambda left#10726158 < lambda right#10726159)) -1 else if ((lambda left#10726158 > lambda right#10726159)) 1 else 0, lambda left#10726158, lambda right#10726159, false), false) AS tiers#10726156, coalesce(chain_first_crea...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:48 | 7 ms |
1/1
| 14.3 KiB | |||
| 14954 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:48 | 0.1 s |
1/1
| ||||
| 14953 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [supplier_id#10726113, CASE WHEN NOT (supplier_uid#10726114 = ) THEN supplier_uid#10726114 END AS supplier_uid#10726148, CASE WHEN NOT (supplier_name#10726115 = ) THEN supplier_name#10726115 END AS name#10726149, 6763c888f5905465154e0d84 AS brand_context_id#10726150, country#10726116, state#10726117, city#10726118, AS region#10726151, active AS status#10726152, false AS is_unknown#10726153, (upper(coalesce(is_nominated#10726119, )) = YES) AS is_nominated#10726154, master AS source_evidence#10726155, array_sort(array_union(coalesce(bridge_tiers#10726106, []), [1]), lambdafunction(if ((isnull(lambda left#10726158) AND isnull(lambda right#10726159))) 0 else if (isnull(lambda left#10726158)) 1 else if (isnull(lambda right#10726159)) -1 else if ((lambda left#10726158 < lambda right#10726159)) -1 else if ((lambda left#10726158 > lambda right#10726159)) 1 else 0, lambda left#10726158, lambda right#10726159, false), false) AS tiers#10726156, coalesce(chain_first_crea...
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:47 | 0.7 s |
1/1
| 14.3 KiB | |||
| 14952 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [supplier_id#10726113, CASE WHEN NOT (supplier_uid#10726114 = ) THEN supplier_uid#10726114 END AS supplier_uid#10726148, CASE WHEN NOT (supplier_name#10726115 = ) THEN supplier_name#10726115 END AS name#10726149, 6763c888f5905465154e0d84 AS brand_context_id#10726150, country#10726116, state#10726117, city#10726118, AS region#10726151, active AS status#10726152, false AS is_unknown#10726153, (upper(coalesce(is_nominated#10726119, )) = YES) AS is_nominated#10726154, master AS source_evidence#10726155, array_sort(array_union(coalesce(bridge_tiers#10726106, []), [1]), lambdafunction(if ((isnull(lambda left#10726158) AND isnull(lambda right#10726159))) 0 else if (isnull(lambda left#10726158)) 1 else if (isnull(lambda right#10726159)) -1 else if ((lambda left#10726158 < lambda right#10726159)) -1 else if ((lambda left#10726158 > lambda right#10726159)) 1 else 0, lambda left#10726158, lambda right#10726159, false), false) AS tiers#10726156, coalesce(chain_first_crea...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:47 | 0.3 s |
1/1
| ||||
| 14951 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:46 | 8 ms |
1/1
| 678.0 B | |||
| 14949 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:46 | 0.3 s |
1/1
| ||||
| 14948 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:46 | 55 ms |
1/1
| 678.0 B | |||
| 14947 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:45 | 0.8 s |
1/1
| 23.9 KiB | |||
| 14946 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:45 | 59 ms |
1/1
| 15.7 KiB | |||
| 14945 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:45 | 6 ms |
1/1
| 18.1 KiB | |||
| 14944 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:44 | 0.8 s |
1/1
| 17.8 KiB | |||
| 14943 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:44 | 13 ms |
1/1
| 7.8 KiB | |||
| 14942 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:44 | 13 ms |
1/1
| 18.1 KiB | |||
| 14941 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10718239, owner_supplier_id#10717934, facility_id#10717874, source#10718240)#10718245, [brand_context_id#10718246, owner_supplier_id#10718247, facility_id#10718248, source#10718249], false
+- Project [6763c0e31bf4280a71df21f3 AS brand_context_id#10718239, owner_supplier_id#10717934, facility_id#10717874, master AS source#10718240]
+- Filter isnotnull(owner_supplier_id#10717934)
+- InMemoryTableScan [facility_id#10717874, owner_supplier_id#10717934], [isnotnull(owner_supplier_id#10717934)]
+- InMemoryRelation [facility_id#10717874, facility_uid#10717931, name#10717932, brand_context_id#10717933, owner_supplier_id#10717934, country#10717878, state#10717879, city#10717880, region#10717935, is_unknown#10717936, value_processes#10717938, materials#10717940, tiers#10717941, first_created_date#10717942], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:43 | 0.8 s |
1/1
| 3.1 KiB | |||
| 14940 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10718239, owner_supplier_id#10717934, facility_id#10717874, source#10718240)#10718245, [brand_context_id#10718246, owner_supplier_id#10718247, facility_id#10718248, source#10718249], false
+- Project [6763c0e31bf4280a71df21f3 AS brand_context_id#10718239, owner_supplier_id#10717934, facility_id#10717874, master AS source#10718240]
+- Filter isnotnull(owner_supplier_id#10717934)
+- InMemoryTableScan [facility_id#10717874, owner_supplier_id#10717934], [isnotnull(owner_supplier_id#10717934)]
+- InMemoryRelation [facility_id#10717874, facility_uid#10717931, name#10717932, brand_context_id#10717933, owner_supplier_id#10717934, country#10717878, state#10717879, city#10717880, region#10717935, is_unknown#10717936, value_processes#10717938, materials#10717940, tiers#10717941, first_created_date#10717942], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:42 | 0.5 s |
1/1
| 15.7 KiB | |||
| 14939 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:41 | 0.7 s |
1/1
| 15.7 KiB | |||
| 14938 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:41 | 0.4 s |
1/1
| ||||
| 14937 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:41 | 8 ms |
1/1
| 4.9 KiB | |||
| 14935 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:41 | 9 ms |
1/1
| 7.8 KiB | |||
| 14934 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:41 | 0.2 s |
1/1
| 4.9 KiB | |||
| 14933 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:40 | 0.7 s |
1/1
| 7.8 KiB | |||
| 14932 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:40 | 0.1 s |
1/1
| ||||
| 14931 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:40 | 6 ms |
1/1
| 5.5 KiB | |||
| 14929 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:40 | 10 ms |
1/1
| 206.0 B | |||
| 14927 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:40 | 0.2 s |
1/1
| 5.5 KiB | |||
| 14926 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:40 | 83 ms |
1/1
| 206.0 B | |||
| 14925 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:39 | 65 ms |
1/1
| 16.0 B | |||
| 14924 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:39 | 7 ms |
1/1
| 18.1 KiB | |||
| 14923 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:38 | 0.8 s |
1/1
| 4.9 KiB | |||
| 14922 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:38 | 15 ms |
1/1
| 3.2 KiB | |||
| 14921 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:38 | 12 ms |
1/1
| 18.1 KiB | |||
| 14920 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10710014, owner_supplier_id#10709709, facility_id#10709649, source#10710015)#10710020, [brand_context_id#10710021, owner_supplier_id#10710022, facility_id#10710023, source#10710024], false
+- Project [6763c0e31bf4280a71df21ee AS brand_context_id#10710014, owner_supplier_id#10709709, facility_id#10709649, master AS source#10710015]
+- Filter isnotnull(owner_supplier_id#10709709)
+- InMemoryTableScan [facility_id#10709649, owner_supplier_id#10709709], [isnotnull(owner_supplier_id#10709709)]
+- InMemoryRelation [facility_id#10709649, facility_uid#10709706, name#10709707, brand_context_id#10709708, owner_supplier_id#10709709, country#10709653, state#10709654, city#10709655, region#10709710, is_unknown#10709711, value_processes#10709713, materials#10709715, tiers#10709716, first_created_date#10709717], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:38 | 0.2 s |
1/1
| 16.0 B | |||
| 14919 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:37 | 0.4 s |
1/1
| ||||
| 14918 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:37 | 12 ms |
1/1
| 3.2 KiB | |||
| 14917 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:37 | 0.1 s |
1/1
| ||||
| 14916 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:36 | 0.9 s |
1/1
| 3.2 KiB | |||
| 14915 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:36 | 0.1 s |
1/1
| ||||
| 14914 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:36 | 10 ms |
1/1
| 99.0 B | |||
| 14912 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:36 | 0.1 s |
1/1
| ||||
| 14911 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:36 | 86 ms |
1/1
| 99.0 B | |||
| 14910 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:35 | 60 ms |
1/1
| 16.0 B | |||
| 14909 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:35 | 7 ms |
1/1
| 18.1 KiB | |||
| 14908 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:34 | 0.7 s |
1/1
| 9.3 KiB | |||
| 14906 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:34 | 0.1 s |
10/10
| 7.6 KiB | |||
| 14904 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:34 | 13 ms |
1/1
| 18.1 KiB | |||
| 14903 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10701789, owner_supplier_id#10701484, facility_id#10701424, source#10701790)#10701795, [brand_context_id#10701796, owner_supplier_id#10701797, facility_id#10701798, source#10701799], false
+- Project [67567d50561e73389d9a9a7d AS brand_context_id#10701789, owner_supplier_id#10701484, facility_id#10701424, master AS source#10701790]
+- Filter isnotnull(owner_supplier_id#10701484)
+- InMemoryTableScan [facility_id#10701424, owner_supplier_id#10701484], [isnotnull(owner_supplier_id#10701484)]
+- InMemoryRelation [facility_id#10701424, facility_uid#10701481, name#10701482, brand_context_id#10701483, owner_supplier_id#10701484, country#10701428, state#10701429, city#10701430, region#10701485, is_unknown#10701486, value_processes#10701488, materials#10701490, tiers#10701491, first_created_date#10701492], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:33 | 0.2 s |
1/1
| 16.0 B | |||
| 14902 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:33 | 0.4 s |
1/1
| ||||
| 14901 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:33 | 84 ms |
10/10
| 7.6 KiB | |||
| 14899 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:33 | 0.1 s |
1/1
| ||||
| 14898 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:32 | 0.8 s |
1/1
| 7.6 KiB | |||
| 14896 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:32 | 0.2 s |
10/10
| 719.0 B | |||
| 14894 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:31 | 84 ms |
1/1
| 719.0 B | |||
| 14893 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:31 | 94 ms |
1/1
| ||||
| 14892 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:31 | 48 ms |
1/1
| ||||
| 14891 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:29 | 1 s |
1/1
| 145.6 KiB | |||
| 14890 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:29 | 88 ms |
1/1
| 92.6 KiB | |||
| 14889 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:29 | 6 ms |
1/1
| 18.1 KiB | |||
| 14888 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:28 | 0.9 s |
1/1
| 52.4 KiB | |||
| 14887 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:28 | 15 ms |
1/1
| 17.1 KiB | |||
| 14886 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:28 | 12 ms |
1/1
| 18.1 KiB | |||
| 14885 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10693409, owner_supplier_id#10693104, facility_id#10693044, source#10693410)#10693415, [brand_context_id#10693416, owner_supplier_id#10693417, facility_id#10693418, source#10693419], false
+- Project [670df26d2115237fd2f21148 AS brand_context_id#10693409, owner_supplier_id#10693104, facility_id#10693044, master AS source#10693410]
+- Filter isnotnull(owner_supplier_id#10693104)
+- InMemoryTableScan [facility_id#10693044, owner_supplier_id#10693104], [isnotnull(owner_supplier_id#10693104)]
+- InMemoryRelation [facility_id#10693044, facility_uid#10693101, name#10693102, brand_context_id#10693103, owner_supplier_id#10693104, country#10693048, state#10693049, city#10693050, region#10693105, is_unknown#10693106, value_processes#10693108, materials#10693110, tiers#10693111, first_created_date#10693112], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:27 | 0.9 s |
1/1
| 18.8 KiB | |||
| 14884 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10693409, owner_supplier_id#10693104, facility_id#10693044, source#10693410)#10693415, [brand_context_id#10693416, owner_supplier_id#10693417, facility_id#10693418, source#10693419], false
+- Project [670df26d2115237fd2f21148 AS brand_context_id#10693409, owner_supplier_id#10693104, facility_id#10693044, master AS source#10693410]
+- Filter isnotnull(owner_supplier_id#10693104)
+- InMemoryTableScan [facility_id#10693044, owner_supplier_id#10693104], [isnotnull(owner_supplier_id#10693104)]
+- InMemoryRelation [facility_id#10693044, facility_uid#10693101, name#10693102, brand_context_id#10693103, owner_supplier_id#10693104, country#10693048, state#10693049, city#10693050, region#10693105, is_unknown#10693106, value_processes#10693108, materials#10693110, tiers#10693111, first_created_date#10693112], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:27 | 0.5 s |
1/1
| 92.6 KiB | |||
| 14883 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:26 | 0.8 s |
1/1
| 92.6 KiB | |||
| 14882 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:25 | 0.5 s |
1/1
| ||||
| 14881 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:25 | 8 ms |
1/1
| 453.0 B | |||
| 14879 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:25 | 15 ms |
1/1
| 17.1 KiB | |||
| 14878 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:25 | 0.1 s |
1/1
| 453.0 B | |||
| 14877 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:24 | 0.8 s |
1/1
| 17.1 KiB | |||
| 14876 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:24 | 0.1 s |
1/1
| ||||
| 14875 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:24 | 12 ms |
1/1
| 699.0 B | |||
| 14873 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:24 | 9 ms |
1/1
| 1006.0 B | |||
| 14871 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:24 | 0.1 s |
1/1
| 699.0 B | |||
| 14870 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:24 | 70 ms |
1/1
| 1006.0 B | |||
| 14869 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:22 | 0.7 s |
1/1
| 7.3 KiB | |||
| 14868 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:22 | 89 ms |
1/1
| 4.9 KiB | |||
| 14867 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:22 | 9 ms |
1/1
| 18.1 KiB | |||
| 14866 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:21 | 0.8 s |
1/1
| 6.6 KiB | |||
| 14865 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:21 | 10 ms |
1/1
| 3.8 KiB | |||
| 14864 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0
RDD: *(1) Project [Country#132459, ISO3#132460, ISO2#132461, Region#132462, GHG_Emissions#132463, Trade_Unions#132464, Wages#132465, Working_Time#132466, Gender_Based_Violence#132467, Hazardous_Chemicals#132468, Bribery_and_Corruption#132469, Water#132470, Health_and_Safety#132471, Forced_Labor#132472, Child_Labor#132473, Land_Use_and_Biodiversity#132474, lower(trim(Country#132459, None)) AS _country_key#137600, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#132473) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#132472) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#132467) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#132465) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#132466) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#132464) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#132471) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#132463) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#132468) THEN 1 ELSE 0 END) + CASE WHEN isnotnu...
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:21 | 14 ms |
1/1
| 18.1 KiB | |||
| 14863 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10685029, owner_supplier_id#10684724, facility_id#10684664, source#10685030)#10685035, [brand_context_id#10685036, owner_supplier_id#10685037, facility_id#10685038, source#10685039], false
+- Project [66e415fb6131ad65cad0c625 AS brand_context_id#10685029, owner_supplier_id#10684724, facility_id#10684664, master AS source#10685030]
+- Filter isnotnull(owner_supplier_id#10684724)
+- InMemoryTableScan [facility_id#10684664, owner_supplier_id#10684724], [isnotnull(owner_supplier_id#10684724)]
+- InMemoryRelation [facility_id#10684664, facility_uid#10684721, name#10684722, brand_context_id#10684723, owner_supplier_id#10684724, country#10684668, state#10684669, city#10684670, region#10684725, is_unknown#10684726, value_processes#10684728, materials#10684730, tiers#10684731, first_created_date#10684732], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:20 | 0.7 s |
1/1
| 1680.0 B | |||
| 14862 | default | javaToPython at <unknown>:0
RDD: AdaptiveSparkPlan isFinalPlan=false
+- MapInPandas <lambda>(brand_context_id#10685029, owner_supplier_id#10684724, facility_id#10684664, source#10685030)#10685035, [brand_context_id#10685036, owner_supplier_id#10685037, facility_id#10685038, source#10685039], false
+- Project [66e415fb6131ad65cad0c625 AS brand_context_id#10685029, owner_supplier_id#10684724, facility_id#10684664, master AS source#10685030]
+- Filter isnotnull(owner_supplier_id#10684724)
+- InMemoryTableScan [facility_id#10684664, owner_supplier_id#10684724], [isnotnull(owner_supplier_id#10684724)]
+- InMemoryRelation [facility_id#10684664, facility_uid#10684721, name#10684722, brand_context_id#10684723, owner_supplier_id#10684724, country#10684668, state#10684669, city#10684670, region#10684725, is_unknown#10684726, value_processes#10684728, materials#10684730, tiers#10684731, first_created_date#10684732], StorageLevel(disk, memory, deserialized, 1 replicas)
+- AdaptiveSparkPlan isFinal...
org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:20 | 0.5 s |
1/1
| 4.9 KiB | |||
| 14861 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:19 | 0.7 s |
1/1
| 4.9 KiB | |||
| 14860 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:19 | 0.4 s |
1/1
| ||||
| 14859 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:19 | 8 ms |
1/1
| 761.0 B | |||
| 14857 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:19 | 14 ms |
1/1
| 3.8 KiB | |||
| 14856 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:19 | 0.1 s |
1/1
| 761.0 B | |||
| 14855 | default | foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107 org.apache.spark.rdd.RDD.collect(RDD.scala:1048) org.apache.spark.api.python.PythonRDD$.collectAndServe(PythonRDD.scala:195) org.apache.spark.api.python.PythonRDD.collectAndServe(PythonRDD.scala) jdk.internal.reflect.GeneratedMethodAccessor267.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:18 | 0.8 s |
1/1
| 3.8 KiB | |||
| 14854 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:18 | 0.1 s |
1/1
| ||||
| 14853 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:18 | 6 ms |
1/1
| 707.0 B | |||
| 14851 | default | $anonfun$withThreadLocalCaptured$1 at <unknown>:0 org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:18 | 11 ms |
1/1
| 726.0 B | |||
| 14849 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | 2026/10/16 08:22:17 | 0.1 s |
1/1
| 707.0 B |
| Stage Id ▾ | Pool Name | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|---|
| 14950 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
| ||||
| 14936 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
| ||||
| 14930 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
| ||||
| 14928 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
| ||||
| 14913 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
| ||||
| 14907 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
| ||||
| 14905 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
| ||||
| 14900 | default | javaToPython at <unknown>:0 org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:4139) jdk.internal.reflect.GeneratedMethodAccessor228.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source) | Unknown | Unknown |
0/1
|