crp-wrkload-determination - Details for Stage 121675 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 47655

digraph G { subgraph clusterstage_121675 { label="Stage 121675"; subgraph cluster574207 { label="Exchange"; 207431 [labelType="html" label="ShuffledRowRDD [207431] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574203 { label="WholeStageCodegen (1)"; 207432 [labelType="html" label="MapPartitionsRDD [207432] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574202 { label="MapGroups"; 207433 [labelType="html" label="MapPartitionsRDD [207433] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574199 { label="WholeStageCodegen (2)"; 207434 [labelType="html" label="MapPartitionsRDD [207434] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574208 { label="mapPartitionsInternal"; 207435 [labelType="html" label="MapPartitionsRDD [207435] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574209 { label="mapPartitionsInternal"; 207436 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3373259, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3373260L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3373261, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3373262L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@34f1224c, value#3373253.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3373253], [path#3373243, length#3373244L, isDir#3373245, modificationTime#3373246L], obj#3373258: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207436] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574309 { label="InMemoryTableScan"; 207469 [labelType="html" label="MapPartitionsRDD [207469] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207470 [labelType="html" label="MapPartitionsRDD [207470] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207471 [labelType="html" label="MapPartitionsRDD [207471] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574305 { label="WholeStageCodegen (3)"; 207472 [labelType="html" label="MapPartitionsRDD [207472] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574304 { label="DeserializeToObject"; 207473 [labelType="html" label="MapPartitionsRDD [207473] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574303 { label="MapPartitions"; 207474 [labelType="html" label="MapPartitionsRDD [207474] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574299 { label="WholeStageCodegen (4)"; 207475 [labelType="html" label="MapPartitionsRDD [207475] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574298 { label="Exchange"; 207476 [labelType="html" label="MapPartitionsRDD [207476] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207431->207432; 207432->207433; 207433->207434; 207434->207435; 207435->207436; 207436->207469; 207469->207470; 207470->207471; 207471->207472; 207472->207473; 207473->207474; 207474->207475; 207475->207476; }

207430,207431

207436

Event Timeline

Enable zooming