DataHubScheduler - Details for Job 26883

Status: SUCCEEDED
Submitted: 2026/10/19 05:40:36
Duration: 1 s
Associated SQL Query: 7185
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_37328 { label="Stage 37328"; 161080 [labelType="html" label="JDBCRDD [161080] cache at <unknown>:0"]; 161152 [labelType="html" label="SQLExecutionRDD [161152] jdbc at <unknown>:0"]; subgraph cluster388200 { label="WholeStageCodegen (1)"; 161081 [labelType="html" label="MapPartitionsRDD [161081] count at <unknown>:0"]; } subgraph cluster388202 { label="mapPartitionsInternal"; 161082 [labelType="html" label="MapPartitionsRDD [161082] count at <unknown>:0"]; } subgraph cluster388203 { label="mapPartitionsInternal"; 161083 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_user WHERE bigid BETWEEN 8632 AND 9926) AS page) [numPartitions=1] [_id#15133021,username#15133022,Brandid#15133023,etl_runtime#15133024,bigid#15133025] PushedFilters: [], ReadSchema: struct<_id:string,username:string,Brandid:string,etl_runtime:timestamp,bigid:int>\n [161083] [Cached] count at <unknown>:0"]; } subgraph cluster388334 { label="InMemoryTableScan"; 161148 [labelType="html" label="MapPartitionsRDD [161148] jdbc at <unknown>:0"]; 161149 [labelType="html" label="MapPartitionsRDD [161149] jdbc at <unknown>:0"]; 161150 [labelType="html" label="MapPartitionsRDD [161150] jdbc at <unknown>:0"]; } subgraph cluster388332 { label="DeserializeToObject"; 161151 [labelType="html" label="MapPartitionsRDD [161151] jdbc at <unknown>:0"]; } subgraph cluster388335 { label="mapPartitions"; 161153 [labelType="html" label="MapPartitionsRDD [161153] jdbc at <unknown>:0"]; } } 161080->161081; 161081->161082; 161082->161083; 161083->161148; 161148->161149; 161149->161150; 161150->161151; 161151->161152; 161152->161153; }

161083

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
37328	default	jdbc at <unknown>:0 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756) jdk.internal.reflect.GeneratedMethodAccessor602.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/19 05:40:36	0.1 s	1/1	94.4 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

37328

default

jdbc at <unknown>:0 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756)
jdk.internal.reflect.GeneratedMethodAccessor602.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/19 05:40:36

0.1 s

1/1

94.4 KiB

Page: