DataHubScheduler - Details for Job 25813

Status: SUCCEEDED
Submitted: 2026/10/16 14:07:56
Duration: 11 ms
Associated SQL Query: 8287
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_40585 { label="Stage 40585"; 173171 [labelType="html" label="JDBCRDD [173171] cache at <unknown>:0"]; subgraph cluster412479 { label="WholeStageCodegen (1)"; 173175 [labelType="html" label="MapPartitionsRDD [173175] count at <unknown>:0"]; } subgraph cluster412481 { label="mapPartitionsInternal"; 173176 [labelType="html" label="MapPartitionsRDD [173176] count at <unknown>:0"]; } subgraph cluster412482 { label="mapPartitionsInternal"; 173177 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_PDC_AGEC_Report) [numPartitions=1] [brand_id#20599252,Style ID#20599253,Supplier_id#20599254,season#20599255,Model#20599256,Part#20599257,Color#20599258,Tipo origine#20599259,Product ID#20599260,Country-Style Printing#20599261,Country-Finishing#20599262,Country-Stitching#20599263,material_supplier_id#20599264,Mseason#20599265,Country Manufacturing / Assembling#20599266,Country-Style Dyeing#20599267,ProductType#20599268,productClassification#20599269,productGroup#20599270,% Material Recycled#20599271,% Microplastic#20599272,Last Date for confirmed OC#20599273,Cancelled Flag#20599274,Supplier Name#20599275,... 9 more fields] PushedFilters: [], ReadSchema: struct<brand_id:string,Style ID:string,Supplier_id:string,season:string,Model:string,Part:string,...\n [173177] [Cached] count at <unknown>:0"]; } subgraph cluster412501 { label="InMemoryTableScan"; 173181 [labelType="html" label="MapPartitionsRDD [173181] count at <unknown>:0"]; 173182 [labelType="html" label="MapPartitionsRDD [173182] count at <unknown>:0"]; 173183 [labelType="html" label="MapPartitionsRDD [173183] count at <unknown>:0"]; } subgraph cluster412497 { label="WholeStageCodegen (1)"; 173184 [labelType="html" label="MapPartitionsRDD [173184] count at <unknown>:0"]; } subgraph cluster412496 { label="Exchange"; 173185 [labelType="html" label="MapPartitionsRDD [173185] count at <unknown>:0"]; } } 173171->173175; 173175->173176; 173176->173177; 173177->173181; 173181->173182; 173182->173183; 173183->173184; 173184->173185; }

173177

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
40585	default	count at <unknown>:0 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3613) jdk.internal.reflect.GeneratedMethodAccessor541.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/16 14:07:56	8 ms	1/1	5.7 KiB			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

40585

default

count at <unknown>:0 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3613)
jdk.internal.reflect.GeneratedMethodAccessor541.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/16 14:07:56

8 ms

1/1

5.7 KiB

59.0 B

Page: