DataHubScheduler - Details for Job 25785

Status: SUCCEEDED
Submitted: 2026/10/16 14:07:55
Duration: 1 s
Associated SQL Query: 8265
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_40553 { label="Stage 40553"; 172999 [labelType="html" label="JDBCRDD [172999] cache at <unknown>:0"]; 173069 [labelType="html" label="SQLExecutionRDD [173069] jdbc at <unknown>:0"]; subgraph cluster412088 { label="WholeStageCodegen (1)"; 173005 [labelType="html" label="MapPartitionsRDD [173005] count at <unknown>:0"]; } subgraph cluster412096 { label="mapPartitionsInternal"; 173006 [labelType="html" label="MapPartitionsRDD [173006] count at <unknown>:0"]; } subgraph cluster412097 { label="mapPartitionsInternal"; 173007 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_supplier_performance_po_line_item) [numPartitions=1] [brand_context_id#20586360,Supplier Name#20586361,Supplier UID#20586362,PO Line Item TT#20586363,PO Line Items Due for Traceability#20586364,Traced PO Line Items#20586365,Quantity Traced#20586366,PO Line Items Traced on Time#20586367,delivery_quarter#20586368,Fulfillment Status#20586369,isCurrentQuarter#20586370,nike_po_line_items#20586371,mtz_po_line_items#20586372] PushedFilters: [], ReadSchema: struct<brand_context_id:string,Supplier Name:string,Supplier UID:string,PO Line Item TT:int,PO Li...\n [173007] [Cached] count at <unknown>:0"]; } subgraph cluster412247 { label="InMemoryTableScan"; 173065 [labelType="html" label="MapPartitionsRDD [173065] jdbc at <unknown>:0"]; 173066 [labelType="html" label="MapPartitionsRDD [173066] jdbc at <unknown>:0"]; 173067 [labelType="html" label="MapPartitionsRDD [173067] jdbc at <unknown>:0"]; } subgraph cluster412245 { label="DeserializeToObject"; 173068 [labelType="html" label="MapPartitionsRDD [173068] jdbc at <unknown>:0"]; } subgraph cluster412248 { label="mapPartitions"; 173070 [labelType="html" label="MapPartitionsRDD [173070] jdbc at <unknown>:0"]; } } 172999->173005; 173005->173006; 173006->173007; 173007->173065; 173065->173066; 173066->173067; 173067->173068; 173068->173069; 173069->173070; }

173007

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
40553	default	jdbc at <unknown>:0 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756) jdk.internal.reflect.GeneratedMethodAccessor586.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 14:07:55	0.3 s	1/1	2.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

40553

default

jdbc at <unknown>:0 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756)
jdk.internal.reflect.GeneratedMethodAccessor586.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/16 14:07:55

0.3 s

1/1

2.1 KiB

Page: