crp-wrkload-determination - Details for Stage 121682 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 47658

digraph G { subgraph clusterstage_121682 { label="Stage 121682"; subgraph cluster574207 { label="Exchange"; 207431 [labelType="html" label="ShuffledRowRDD [207431] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574203 { label="WholeStageCodegen (1)"; 207432 [labelType="html" label="MapPartitionsRDD [207432] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574202 { label="MapGroups"; 207433 [labelType="html" label="MapPartitionsRDD [207433] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574199 { label="WholeStageCodegen (2)"; 207434 [labelType="html" label="MapPartitionsRDD [207434] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574208 { label="mapPartitionsInternal"; 207435 [labelType="html" label="MapPartitionsRDD [207435] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574209 { label="mapPartitionsInternal"; 207436 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3373259, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3373260L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3373261, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3373262L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@34f1224c, value#3373253.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3373253], [path#3373243, length#3373244L, isDir#3373245, modificationTime#3373246L], obj#3373258: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207436] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574352 { label="InMemoryTableScan"; 207488 [labelType="html" label="MapPartitionsRDD [207488] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207489 [labelType="html" label="MapPartitionsRDD [207489] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207490 [labelType="html" label="MapPartitionsRDD [207490] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574348 { label="WholeStageCodegen (3)"; 207491 [labelType="html" label="MapPartitionsRDD [207491] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574347 { label="DeserializeToObject"; 207492 [labelType="html" label="MapPartitionsRDD [207492] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574346 { label="MapPartitions"; 207493 [labelType="html" label="MapPartitionsRDD [207493] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574342 { label="WholeStageCodegen (4)"; 207494 [labelType="html" label="MapPartitionsRDD [207494] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574341 { label="Exchange"; 207495 [labelType="html" label="MapPartitionsRDD [207495] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207431->207432; 207432->207433; 207433->207434; 207434->207435; 207435->207436; 207436->207488; 207488->207489; 207489->207490; 207490->207491; 207491->207492; 207492->207493; 207493->207494; 207494->207495; }

207430,207431

207436

Event Timeline

Enable zooming