crp-wrkload-determination - Details for Job 47407

Status: SUCCEEDED
Submitted: 2026/05/01 21:54:44
Duration: 10 s
Associated SQL Query: 21533
Completed Stages: 2

Enable zooming

digraph G { subgraph clusterstage_121136 { label="Stage 121136"; subgraph cluster571395 { label="parallelize"; 206209 [labelType="html" label="ParallelCollectionRDD [206209] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster571396 { label="mapPartitions"; 206210 [labelType="html" label="MapPartitionsRDD [206210] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster571397 { label="repartition"; 206211 [labelType="html" label="MapPartitionsRDD [206211] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 206209->206210; 206210->206211; }

digraph G { subgraph clusterstage_121137 { label="Stage 121137"; subgraph cluster571397 { label="repartition"; 206212 [labelType="html" label="ShuffledRDD [206212] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 206213 [labelType="html" label="CoalescedRDD [206213] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 206214 [labelType="html" label="MapPartitionsRDD [206214] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster571398 { label="mapPartitions"; 206215 [labelType="html" label="MapPartitionsRDD [206215] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster571402 { label="Scan"; 206216 [labelType="html" label="MapPartitionsRDD [206216] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster571401 { label="AppendColumnsWithObject"; 206217 [labelType="html" label="MapPartitionsRDD [206217] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster571400 { label="Exchange"; 206218 [labelType="html" label="MapPartitionsRDD [206218] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 206212->206213; 206213->206214; 206214->206215; 206215->206216; 206216->206217; 206217->206218; }

206211,206212

Completed Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121137	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	2026/05/01 21:54:44	10 s	10000/10000
121136	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	2026/05/01 21:54:44	0.2 s	12/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121137

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

2026/05/01 21:54:44

10 s

10000/10000

121136

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

2026/05/01 21:54:44

0.2 s

12/12

Page: