DataHubScheduler - Details for Job 31625

Status: SUCCEEDED
Submitted: 2026/10/19 14:08:26
Duration: 1.0 s
Associated SQL Query: 8860
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_42686 { label="Stage 42686"; 186524 [labelType="html" label="JDBCRDD [186524] cache at <unknown>:0"]; 186540 [labelType="html" label="SQLExecutionRDD [186540] jdbc at <unknown>:0"]; subgraph cluster439951 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] "; 186525 [labelType="html" label="MapPartitionsRDD [186525] count at <unknown>:0"]; } subgraph cluster439952 { label="mapPartitionsInternal"; 186526 [labelType="html" label="MapPartitionsRDD [186526] count at <unknown>:0"]; } subgraph cluster439953 { label="mapPartitionsInternal"; 186527 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] [po_item_product_code#16944458,po_item_product_name#16944459,transaction_id#16944460,buyer_gln#16944461,seller_gln#16944462,pod_division#16944463,pod_delivery_date#16944464,pod_product_item_id#16944465,pod_product_entity#16944466,po_number#16944467,product_item_id#16944468,product_entity#16944469,brand_context_id#16944470,po_division#16944471,po_delivery_date#16944472,row_id#16944473L,parent_row_id#16944474,chain_seq#16944475,tier#16944476,production_input_type#16944477,trans_create_ts#16944478,trans_update_ts#16944479,outbound_create_ts#16944480,outbound_supplier_code#16944481,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [186527] [Cached] count at <unknown>:0"]; } subgraph cluster439989 { label="InMemoryTableScan"; 186536 [labelType="html" label="MapPartitionsRDD [186536] jdbc at <unknown>:0"]; 186537 [labelType="html" label="MapPartitionsRDD [186537] jdbc at <unknown>:0"]; 186538 [labelType="html" label="MapPartitionsRDD [186538] jdbc at <unknown>:0"]; } subgraph cluster439987 { label="DeserializeToObject"; 186539 [labelType="html" label="MapPartitionsRDD [186539] jdbc at <unknown>:0"]; } subgraph cluster439990 { label="mapPartitions"; 186541 [labelType="html" label="MapPartitionsRDD [186541] jdbc at <unknown>:0"]; } } 186524->186525; 186525->186526; 186526->186527; 186527->186536; 186536->186537; 186537->186538; 186538->186539; 186539->186540; 186540->186541; }

186527

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
42686	default	jdbc at <unknown>:0 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756) jdk.internal.reflect.GeneratedMethodAccessor659.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/19 14:08:26	1.0 s	1/1	5.0 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

42686

default

jdbc at <unknown>:0 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:756)
jdk.internal.reflect.GeneratedMethodAccessor659.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/19 14:08:26

1.0 s

1/1

5.0 MiB

Page: