crp-wrkload-determination - Details for Stage 121659 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 15 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 47649

digraph G { subgraph clusterstage_121659 { label="Stage 121659"; subgraph cluster574207 { label="Exchange"; 207431 [labelType="html" label="ShuffledRowRDD [207431] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574203 { label="WholeStageCodegen (1)"; 207432 [labelType="html" label="MapPartitionsRDD [207432] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574202 { label="MapGroups"; 207433 [labelType="html" label="MapPartitionsRDD [207433] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574199 { label="WholeStageCodegen (2)"; 207434 [labelType="html" label="MapPartitionsRDD [207434] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574208 { label="mapPartitionsInternal"; 207435 [labelType="html" label="MapPartitionsRDD [207435] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574209 { label="mapPartitionsInternal"; 207436 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3373259, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3373260L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3373261, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3373262L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@34f1224c, value#3373253.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3373253], [path#3373243, length#3373244L, isDir#3373245, modificationTime#3373246L], obj#3373258: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207436] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574217 { label="InMemoryTableScan"; 207437 [labelType="html" label="MapPartitionsRDD [207437] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207438 [labelType="html" label="MapPartitionsRDD [207438] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207439 [labelType="html" label="MapPartitionsRDD [207439] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574211 { label="WholeStageCodegen (1)"; 207440 [labelType="html" label="MapPartitionsRDD [207440] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster574210 { label="Exchange"; 207441 [labelType="html" label="MapPartitionsRDD [207441] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207431->207432; 207432->207433; 207433->207434; 207434->207435; 207435->207436; 207436->207437; 207437->207438; 207438->207439; 207439->207440; 207440->207441; }

207430,207431

207436

Event Timeline

Enable zooming