crp-wrkload-determination - Details for Job 47672

Status: SUCCEEDED
Submitted: 2026/05/02 00:08:47
Duration: 0.3 s
Associated SQL Query: 21677
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_121709 { label="Stage 121709 (skipped)"; subgraph cluster574424 { label="parallelize"; 207522 [labelType="html" label="ParallelCollectionRDD [207522] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574425 { label="mapPartitions"; 207523 [labelType="html" label="MapPartitionsRDD [207523] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574426 { label="repartition"; 207524 [labelType="html" label="MapPartitionsRDD [207524] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207522->207523; 207523->207524; }

digraph G { subgraph clusterstage_121710 { label="Stage 121710 (skipped)"; subgraph cluster574426 { label="repartition"; 207525 [labelType="html" label="ShuffledRDD [207525] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207526 [labelType="html" label="CoalescedRDD [207526] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207527 [labelType="html" label="MapPartitionsRDD [207527] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574427 { label="mapPartitions"; 207528 [labelType="html" label="MapPartitionsRDD [207528] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574431 { label="Scan"; 207529 [labelType="html" label="MapPartitionsRDD [207529] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574430 { label="AppendColumnsWithObject"; 207530 [labelType="html" label="MapPartitionsRDD [207530] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574429 { label="Exchange"; 207531 [labelType="html" label="MapPartitionsRDD [207531] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207525->207526; 207526->207527; 207527->207528; 207528->207529; 207529->207530; 207530->207531; }

207524,207525

digraph G { subgraph clusterstage_121711 { label="Stage 121711"; subgraph cluster574440 { label="Exchange"; 207532 [labelType="html" label="ShuffledRowRDD [207532] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574436 { label="WholeStageCodegen (1)"; 207533 [labelType="html" label="MapPartitionsRDD [207533] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574435 { label="MapGroups"; 207534 [labelType="html" label="MapPartitionsRDD [207534] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574432 { label="WholeStageCodegen (2)"; 207535 [labelType="html" label="MapPartitionsRDD [207535] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574441 { label="mapPartitionsInternal"; 207536 [labelType="html" label="MapPartitionsRDD [207536] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574442 { label="mapPartitionsInternal"; 207537 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3374947, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3374948L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3374949, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3374950L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@1d32138d, value#3374941.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3374941], [path#3374931, length#3374932L, isDir#3374933, modificationTime#3374934L], obj#3374946: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207537] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574503 { label="InMemoryTableScan"; 207551 [labelType="html" label="MapPartitionsRDD [207551] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207552 [labelType="html" label="MapPartitionsRDD [207552] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207553 [labelType="html" label="MapPartitionsRDD [207553] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574499 { label="WholeStageCodegen (3)"; 207554 [labelType="html" label="MapPartitionsRDD [207554] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574498 { label="DeserializeToObject"; 207555 [labelType="html" label="MapPartitionsRDD [207555] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574497 { label="MapPartitions"; 207556 [labelType="html" label="MapPartitionsRDD [207556] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574493 { label="WholeStageCodegen (4)"; 207557 [labelType="html" label="MapPartitionsRDD [207557] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574492 { label="Exchange"; 207558 [labelType="html" label="MapPartitionsRDD [207558] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207532->207533; 207533->207534; 207534->207535; 207535->207536; 207536->207537; 207537->207551; 207551->207552; 207552->207553; 207553->207554; 207554->207555; 207555->207556; 207556->207557; 207557->207558; }

207531,207532

207537

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121711	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	2026/05/02 00:08:47	0.2 s	200/200	3.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121711

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

2026/05/02 00:08:47

0.2 s

200/200

3.1 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121710	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/10000
121709	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121710

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/10000

121709

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/12

Page: