DataHubScheduler - Details for Job 25833

Status: SUCCEEDED
Submitted: 2026/10/16 14:07:57
Duration: 0.2 s
Associated SQL Query: 8306
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_40609 { label="Stage 40609"; 173246 [labelType="html" label="JDBCRDD [173246] cache at <unknown>:0"]; 173265 [labelType="html" label="SQLExecutionRDD [173265] jdbc at <unknown>:0"]; subgraph cluster412644 { label="WholeStageCodegen (1)"; 173247 [labelType="html" label="MapPartitionsRDD [173247] count at <unknown>:0"]; } subgraph cluster412646 { label="mapPartitionsInternal"; 173248 [labelType="html" label="MapPartitionsRDD [173248] count at <unknown>:0"]; } subgraph cluster412647 { label="mapPartitionsInternal"; 173249 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#20602148,request_id#20602149,launch_id#20602150,reporting_year#20602151,template_type#20602152,supplier_id#20602153,supplier_name#20602154,request_status#20602155,due_ts#20602156,approved_ts#20602157,submitted_ts#20602158,is_submitted#20602159,is_overdue#20602160,total_smelters#20602161,conflict_free_count#20602162,audit_committed_count#20602163,undeterminable_count#20602164,undeterminable_not_in_rmi_count#20602165,undeterminable_not_identified_count#20602166,recycled_count#20602167,supplier_country#20602168,supplier_country_code#20602169,minerals#20602170,etl_runtime#20602171,bigid#20602172L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [173249] [Cached] count at <unknown>:0"]; } subgraph cluster412696 { label="InMemoryTableScan"; 173261 [labelType="html" label="MapPartitionsRDD [173261] jdbc at <unknown>:0"]; 173262 [labelType="html" label="MapPartitionsRDD [173262] jdbc at <unknown>:0"]; 173263 [labelType="html" label="MapPartitionsRDD [173263] jdbc at <unknown>:0"]; } subgraph cluster412694 { label="DeserializeToObject"; 173264 [labelType="html" label="MapPartitionsRDD [173264] jdbc at <unknown>:0"]; } subgraph cluster412697 { label="mapPartitions"; 173266 [labelType="html" label="MapPartitionsRDD [173266] jdbc at <unknown>:0"]; } } 173246->173247; 173247->173248; 173248->173249; 173249->173261; 173261->173262; 173262->173263; 173263->173264; 173264->173265; 173265->173266; }

173249

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
40609	default	jdbc at <unknown>:0 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756) jdk.internal.reflect.GeneratedMethodAccessor586.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 14:07:57	0.2 s	1/1	8.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

40609

default

jdbc at <unknown>:0 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756)
jdk.internal.reflect.GeneratedMethodAccessor586.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/16 14:07:57

0.2 s

1/1

8.2 KiB

Page: