DataHubScheduler - Details for Job 30888

Status: SUCCEEDED
Submitted: 2026/10/19 10:50:37
Duration: 14 ms
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_41765 { label="Stage 41765"; 183197 [labelType="html" label="JDBCRDD [183197] cache at <unknown>:0"]; subgraph cluster432325 { label="WholeStageCodegen (1)"; 183251 [labelType="html" label="MapPartitionsRDD [183251] javaToPython at <unknown>:0"]; } subgraph cluster432322 { label="AdaptiveSparkPlan"; 183252 [labelType="html" label="MapPartitionsRDD [183252] javaToPython at <unknown>:0"]; 183253 [labelType="html" label="*(1) Scan JDBCRelation((\nSELECT v.node_id AS supplier_id,\n CONVERT(VARCHAR(10), MIN(c.supplier_first_created_date), 23) AS chain_first_created_date\nFROM Datahub_dim_SCM_Chain c\nJOIN Datahub_dim_SCM_Request_Status rs\n ON rs.NetworkID = c.NetworkID\n AND rs.brand_context_id = c.brand_context_id\n AND rs.revision_version = c.revision_version\nCROSS APPLY (VALUES (c.supplier_id), (c.Supplier_declaration_RefID)) v(node_id)\nWHERE c.brand_context_id = '6ad063ee7c692062b1d40711'\n AND c.is_latest_submitted = 1\n AND c.supplier_first_created_date IS NOT NULL\n AND v.node_id IS NOT NULL AND v.node_id <> ''\nGROUP BY v.node_id\n) AS t) [numPartitions=1] [supplier_id#16689242,chain_first_created_date#16689243] PushedFilters: [], ReadSchema: struct<supplier_id:string,chain_first_created_date:string>\n [183253] [Cached] javaToPython at <unknown>:0"]; } subgraph cluster432487 { label="InMemoryTableScan"; 183310 [labelType="html" label="MapPartitionsRDD [183310] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183312 [labelType="html" label="MapPartitionsRDD [183312] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183315 [labelType="html" label="MapPartitionsRDD [183315] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432480 { label="WholeStageCodegen (3)"; 183319 [labelType="html" label="MapPartitionsRDD [183319] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432475 { label="BroadcastExchange"; 183322 [labelType="html" label="MapPartitionsRDD [183322] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 183197->183251; 183251->183252; 183252->183253; 183253->183310; 183310->183312; 183312->183315; 183315->183319; 183319->183322; }

183253

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
41765	MemgraphDeclaredBatch-6ad063ee7c692062b1d40711_0	$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/19 10:50:37	12 ms	1/1	624.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

41765

MemgraphDeclaredBatch-6ad063ee7c692062b1d40711_0

$anonfun$withThreadLocalCaptured$1 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:219)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/19 10:50:37

12 ms

1/1

624.0 B

Page: