crp-wrkload-determination - Details for Job 47578

Status: SUCCEEDED
Submitted: 2026/05/01 23:14:41
Duration: 0.3 s
Associated SQL Query: 21624
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_121508 { label="Stage 121508 (skipped)"; subgraph cluster573259 { label="parallelize"; 207017 [labelType="html" label="ParallelCollectionRDD [207017] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573260 { label="mapPartitions"; 207018 [labelType="html" label="MapPartitionsRDD [207018] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573261 { label="repartition"; 207019 [labelType="html" label="MapPartitionsRDD [207019] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207017->207018; 207018->207019; }

digraph G { subgraph clusterstage_121509 { label="Stage 121509 (skipped)"; subgraph cluster573261 { label="repartition"; 207020 [labelType="html" label="ShuffledRDD [207020] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207021 [labelType="html" label="CoalescedRDD [207021] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207022 [labelType="html" label="MapPartitionsRDD [207022] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573262 { label="mapPartitions"; 207023 [labelType="html" label="MapPartitionsRDD [207023] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573266 { label="Scan"; 207024 [labelType="html" label="MapPartitionsRDD [207024] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573265 { label="AppendColumnsWithObject"; 207025 [labelType="html" label="MapPartitionsRDD [207025] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573264 { label="Exchange"; 207026 [labelType="html" label="MapPartitionsRDD [207026] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207020->207021; 207021->207022; 207022->207023; 207023->207024; 207024->207025; 207025->207026; }

207019,207020

digraph G { subgraph clusterstage_121510 { label="Stage 121510"; subgraph cluster573275 { label="Exchange"; 207027 [labelType="html" label="ShuffledRowRDD [207027] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573271 { label="WholeStageCodegen (1)"; 207028 [labelType="html" label="MapPartitionsRDD [207028] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573270 { label="MapGroups"; 207029 [labelType="html" label="MapPartitionsRDD [207029] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573267 { label="WholeStageCodegen (2)"; 207030 [labelType="html" label="MapPartitionsRDD [207030] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573276 { label="mapPartitionsInternal"; 207031 [labelType="html" label="MapPartitionsRDD [207031] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573277 { label="mapPartitionsInternal"; 207032 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3366507, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3366508L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3366509, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3366510L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@27b456e6, value#3366501.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3366501], [path#3366491, length#3366492L, isDir#3366493, modificationTime#3366494L], obj#3366506: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207032] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573420 { label="InMemoryTableScan"; 207084 [labelType="html" label="MapPartitionsRDD [207084] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207085 [labelType="html" label="MapPartitionsRDD [207085] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207086 [labelType="html" label="MapPartitionsRDD [207086] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573416 { label="WholeStageCodegen (3)"; 207087 [labelType="html" label="MapPartitionsRDD [207087] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573415 { label="DeserializeToObject"; 207088 [labelType="html" label="MapPartitionsRDD [207088] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573414 { label="MapPartitions"; 207089 [labelType="html" label="MapPartitionsRDD [207089] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573410 { label="WholeStageCodegen (4)"; 207090 [labelType="html" label="MapPartitionsRDD [207090] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573409 { label="Exchange"; 207091 [labelType="html" label="MapPartitionsRDD [207091] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207027->207028; 207028->207029; 207029->207030; 207030->207031; 207031->207032; 207032->207084; 207084->207085; 207085->207086; 207086->207087; 207087->207088; 207088->207089; 207089->207090; 207090->207091; }

207026,207027

207032

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121510	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	2026/05/01 23:14:41	0.2 s	200/200	3.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121510

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

2026/05/01 23:14:41

0.2 s

200/200

3.1 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121509	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/10000
121508	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121509

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/10000

121508

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/12

Page: