crp-wrkload-determination - Details for Job 47652

Status: SUCCEEDED
Submitted: 2026/05/02 00:03:27
Duration: 0.3 s
Associated SQL Query: 21666
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_121666 { label="Stage 121666 (skipped)"; subgraph cluster574191 { label="parallelize"; 207421 [labelType="html" label="ParallelCollectionRDD [207421] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574192 { label="mapPartitions"; 207422 [labelType="html" label="MapPartitionsRDD [207422] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574193 { label="repartition"; 207423 [labelType="html" label="MapPartitionsRDD [207423] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207421->207422; 207422->207423; }

digraph G { subgraph clusterstage_121667 { label="Stage 121667 (skipped)"; subgraph cluster574193 { label="repartition"; 207424 [labelType="html" label="ShuffledRDD [207424] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207425 [labelType="html" label="CoalescedRDD [207425] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207426 [labelType="html" label="MapPartitionsRDD [207426] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574194 { label="mapPartitions"; 207427 [labelType="html" label="MapPartitionsRDD [207427] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574198 { label="Scan"; 207428 [labelType="html" label="MapPartitionsRDD [207428] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574197 { label="AppendColumnsWithObject"; 207429 [labelType="html" label="MapPartitionsRDD [207429] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574196 { label="Exchange"; 207430 [labelType="html" label="MapPartitionsRDD [207430] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207424->207425; 207425->207426; 207426->207427; 207427->207428; 207428->207429; 207429->207430; }

207423,207424

digraph G { subgraph clusterstage_121668 { label="Stage 121668"; subgraph cluster574207 { label="Exchange"; 207431 [labelType="html" label="ShuffledRowRDD [207431] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574203 { label="WholeStageCodegen (1)"; 207432 [labelType="html" label="MapPartitionsRDD [207432] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574202 { label="MapGroups"; 207433 [labelType="html" label="MapPartitionsRDD [207433] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574199 { label="WholeStageCodegen (2)"; 207434 [labelType="html" label="MapPartitionsRDD [207434] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574208 { label="mapPartitionsInternal"; 207435 [labelType="html" label="MapPartitionsRDD [207435] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574209 { label="mapPartitionsInternal"; 207436 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3373259, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3373260L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3373261, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3373262L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@34f1224c, value#3373253.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3373253], [path#3373243, length#3373244L, isDir#3373245, modificationTime#3373246L], obj#3373258: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207436] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574270 { label="InMemoryTableScan"; 207450 [labelType="html" label="MapPartitionsRDD [207450] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207451 [labelType="html" label="MapPartitionsRDD [207451] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207452 [labelType="html" label="MapPartitionsRDD [207452] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574266 { label="WholeStageCodegen (3)"; 207453 [labelType="html" label="MapPartitionsRDD [207453] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574265 { label="DeserializeToObject"; 207454 [labelType="html" label="MapPartitionsRDD [207454] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574264 { label="MapPartitions"; 207455 [labelType="html" label="MapPartitionsRDD [207455] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574260 { label="WholeStageCodegen (4)"; 207456 [labelType="html" label="MapPartitionsRDD [207456] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574259 { label="Exchange"; 207457 [labelType="html" label="MapPartitionsRDD [207457] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207431->207432; 207432->207433; 207433->207434; 207434->207435; 207435->207436; 207436->207450; 207450->207451; 207451->207452; 207452->207453; 207453->207454; 207454->207455; 207455->207456; 207456->207457; }

207430,207431

207436

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121668	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	2026/05/02 00:03:27	0.2 s	200/200	3.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121668

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

2026/05/02 00:03:27

0.2 s

200/200

3.1 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121667	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/10000
121666	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121667

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/10000

121666

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/12

Page: