DataHubScheduler - Details for Job 24995

Status: SUCCEEDED
Submitted: 2026/10/18 14:08:11
Duration: 2 s
Associated SQL Query: 5994
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_34920 { label="Stage 34920"; 152800 [labelType="html" label="JDBCRDD [152800] cache at <unknown>:0"]; 152848 [labelType="html" label="SQLExecutionRDD [152848] jdbc at <unknown>:0"]; subgraph cluster368857 { label="WholeStageCodegen (1)"; 152801 [labelType="html" label="MapPartitionsRDD [152801] count at <unknown>:0"]; } subgraph cluster368859 { label="mapPartitionsInternal"; 152802 [labelType="html" label="MapPartitionsRDD [152802] count at <unknown>:0"]; } subgraph cluster368860 { label="mapPartitionsInternal"; 152803 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_PDC_AGEC_Report) [numPartitions=1] [brand_id#14537740,Style ID#14537741,Supplier_id#14537742,season#14537743,Model#14537744,Part#14537745,Color#14537746,Tipo origine#14537747,Product ID#14537748,Country-Style Printing#14537749,Country-Finishing#14537750,Country-Stitching#14537751,material_supplier_id#14537752,Mseason#14537753,Country Manufacturing / Assembling#14537754,Country-Style Dyeing#14537755,ProductType#14537756,productClassification#14537757,productGroup#14537758,% Material Recycled#14537759,% Microplastic#14537760,Last Date for confirmed OC#14537761,Cancelled Flag#14537762,Supplier Name#14537763,... 9 more fields] PushedFilters: [], ReadSchema: struct<brand_id:string,Style ID:string,Supplier_id:string,season:string,Model:string,Part:string,...\n [152803] [Cached] count at <unknown>:0"]; } subgraph cluster368967 { label="InMemoryTableScan"; 152844 [labelType="html" label="MapPartitionsRDD [152844] jdbc at <unknown>:0"]; 152845 [labelType="html" label="MapPartitionsRDD [152845] jdbc at <unknown>:0"]; 152846 [labelType="html" label="MapPartitionsRDD [152846] jdbc at <unknown>:0"]; } subgraph cluster368965 { label="DeserializeToObject"; 152847 [labelType="html" label="MapPartitionsRDD [152847] jdbc at <unknown>:0"]; } subgraph cluster368968 { label="mapPartitions"; 152849 [labelType="html" label="MapPartitionsRDD [152849] jdbc at <unknown>:0"]; } } 152800->152801; 152801->152802; 152802->152803; 152803->152844; 152844->152845; 152845->152846; 152846->152847; 152847->152848; 152848->152849; }

152803

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
34920	default	jdbc at <unknown>:0 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756) jdk.internal.reflect.GeneratedMethodAccessor588.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/18 14:08:11	90 ms	1/1	5.7 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

34920

default

jdbc at <unknown>:0 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756)
jdk.internal.reflect.GeneratedMethodAccessor588.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/18 14:08:11

90 ms

1/1

5.7 KiB

Page: