DataHubScheduler - Details for Job 21217

Status: SUCCEEDED
Submitted: 2026/10/18 08:08:57
Duration: 11 ms
Associated SQL Query: 4942
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_30833 { label="Stage 30833"; 132074 [labelType="html" label="JDBCRDD [132074] cache at <unknown>:0"]; subgraph cluster328085 { label="WholeStageCodegen (1)"; 132075 [labelType="html" label="MapPartitionsRDD [132075] count at <unknown>:0"]; } subgraph cluster328087 { label="mapPartitionsInternal"; 132076 [labelType="html" label="MapPartitionsRDD [132076] count at <unknown>:0"]; } subgraph cluster328088 { label="mapPartitionsInternal"; 132077 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_smelter_overview WHERE bigid BETWEEN 1 AND 1587) AS page) [numPartitions=1] [company_id#13175397,facility_id#13175398,request_id#13175399,response_id#13175400,launch_id#13175401,reporting_year#13175402,template_type#13175403,request_status#13175404,supplier_id#13175405,supplier_name#13175406,material#13175407,facility_name#13175408,standard_name#13175409,rmap_id#13175410,facility_type#13175411,is_known_facility#13175412,conformance_status#13175413,rmap_status#13175414,country_code#13175415,country_name#13175416,smelter_city#13175417,is_recycled_or_scrap#13175418,smelter_key#13175419,is_drc_covered#13175420,... 2 more fields] PushedFilters: [], ReadSchema: struct<company_id:string,facility_id:string,request_id:string,response_id:string,launch_id:string...\n [132077] [Cached] count at <unknown>:0"]; } subgraph cluster328101 { label="InMemoryTableScan"; 132079 [labelType="html" label="MapPartitionsRDD [132079] count at <unknown>:0"]; 132080 [labelType="html" label="MapPartitionsRDD [132080] count at <unknown>:0"]; 132081 [labelType="html" label="MapPartitionsRDD [132081] count at <unknown>:0"]; } subgraph cluster328097 { label="WholeStageCodegen (1)"; 132082 [labelType="html" label="MapPartitionsRDD [132082] count at <unknown>:0"]; } subgraph cluster328096 { label="Exchange"; 132083 [labelType="html" label="MapPartitionsRDD [132083] count at <unknown>:0"]; } } 132074->132075; 132075->132076; 132076->132077; 132077->132079; 132079->132080; 132080->132081; 132081->132082; 132082->132083; }

132077

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
30833	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor202.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/18 08:08:57	8 ms	1/1	105.4 KiB			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

30833

default

count at <unknown>:0 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3613)
jdk.internal.reflect.GeneratedMethodAccessor202.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/18 08:08:57

8 ms

1/1

105.4 KiB

59.0 B

Page: