crp-wrkload-determination - Details for Job 47615

Status: SUCCEEDED
Submitted: 2026/05/01 23:41:11
Duration: 0.3 s
Associated SQL Query: 21645
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_121587 { label="Stage 121587 (skipped)"; subgraph cluster573725 { label="parallelize"; 207219 [labelType="html" label="ParallelCollectionRDD [207219] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573726 { label="mapPartitions"; 207220 [labelType="html" label="MapPartitionsRDD [207220] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573727 { label="repartition"; 207221 [labelType="html" label="MapPartitionsRDD [207221] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207219->207220; 207220->207221; }

digraph G { subgraph clusterstage_121588 { label="Stage 121588 (skipped)"; subgraph cluster573727 { label="repartition"; 207222 [labelType="html" label="ShuffledRDD [207222] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207223 [labelType="html" label="CoalescedRDD [207223] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207224 [labelType="html" label="MapPartitionsRDD [207224] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573728 { label="mapPartitions"; 207225 [labelType="html" label="MapPartitionsRDD [207225] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573732 { label="Scan"; 207226 [labelType="html" label="MapPartitionsRDD [207226] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573731 { label="AppendColumnsWithObject"; 207227 [labelType="html" label="MapPartitionsRDD [207227] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573730 { label="Exchange"; 207228 [labelType="html" label="MapPartitionsRDD [207228] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207222->207223; 207223->207224; 207224->207225; 207225->207226; 207226->207227; 207227->207228; }

207221,207222

digraph G { subgraph clusterstage_121589 { label="Stage 121589"; subgraph cluster573741 { label="Exchange"; 207229 [labelType="html" label="ShuffledRowRDD [207229] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573737 { label="WholeStageCodegen (1)"; 207230 [labelType="html" label="MapPartitionsRDD [207230] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573736 { label="MapGroups"; 207231 [labelType="html" label="MapPartitionsRDD [207231] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573733 { label="WholeStageCodegen (2)"; 207232 [labelType="html" label="MapPartitionsRDD [207232] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573742 { label="mapPartitionsInternal"; 207233 [labelType="html" label="MapPartitionsRDD [207233] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573743 { label="mapPartitionsInternal"; 207234 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3369883, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3369884L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3369885, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3369886L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@2316eb40, value#3369877.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3369877], [path#3369867, length#3369868L, isDir#3369869, modificationTime#3369870L], obj#3369882: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207234] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573843 { label="InMemoryTableScan"; 207267 [labelType="html" label="MapPartitionsRDD [207267] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207268 [labelType="html" label="MapPartitionsRDD [207268] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207269 [labelType="html" label="MapPartitionsRDD [207269] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573839 { label="WholeStageCodegen (3)"; 207270 [labelType="html" label="MapPartitionsRDD [207270] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573838 { label="DeserializeToObject"; 207271 [labelType="html" label="MapPartitionsRDD [207271] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573837 { label="MapPartitions"; 207272 [labelType="html" label="MapPartitionsRDD [207272] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573833 { label="WholeStageCodegen (4)"; 207273 [labelType="html" label="MapPartitionsRDD [207273] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573832 { label="Exchange"; 207274 [labelType="html" label="MapPartitionsRDD [207274] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207229->207230; 207230->207231; 207231->207232; 207232->207233; 207233->207234; 207234->207267; 207267->207268; 207268->207269; 207269->207270; 207270->207271; 207271->207272; 207272->207273; 207273->207274; }

207228,207229

207234

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121589	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	2026/05/01 23:41:11	0.2 s	200/200	3.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121589

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

2026/05/01 23:41:11

0.2 s

200/200

3.1 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
121588	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/10000
121587	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150) io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477) io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92) io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89) io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44) io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110) com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70) jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

121588

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/10000

121587

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:133)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:132)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:122)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:112)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:51)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:150)
io.delta.tables.execution.DeltaTableOperations.$anonfun$executeVacuum$1(DeltaTableOperations.scala:93)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.delta.DeltaTableUtils$.withActiveSession(DeltaTable.scala:477)
io.delta.tables.execution.DeltaTableOperations.executeVacuum(DeltaTableOperations.scala:92)
io.delta.tables.execution.DeltaTableOperations.executeVacuum$(DeltaTableOperations.scala:89)
io.delta.tables.DeltaTable.executeVacuum(DeltaTable.scala:44)
io.delta.tables.DeltaTable.vacuum(DeltaTable.scala:114)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.wrkldDuplDeltaRemove(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:146)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.cleanUp(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:110)
com.sap.s4hana.eureka.business.crpwrkloaddetermination.temporal.activity.NotifyWorkloadDetServiceReplRunFinishedActivityImpl.notifyReplRunFinished(NotifyWorkloadDetServiceReplRunFinishedActivityImpl.java:70)
jdk.internal.reflect.GeneratedMethodAccessor504.invoke(Unknown Source)

Unknown

0/12

Page: