crp-wrkload-determination - Details for Stage 120584 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 14 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 47149

digraph G { subgraph clusterstage_120584 { label="Stage 120584"; subgraph cluster568382 { label="Exchange"; 204906 [labelType="html" label="ShuffledRowRDD [204906] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568378 { label="WholeStageCodegen (1)"; 204907 [labelType="html" label="MapPartitionsRDD [204907] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568377 { label="MapGroups"; 204908 [labelType="html" label="MapPartitionsRDD [204908] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568374 { label="WholeStageCodegen (2)"; 204909 [labelType="html" label="MapPartitionsRDD [204909] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568383 { label="mapPartitionsInternal"; 204910 [labelType="html" label="MapPartitionsRDD [204910] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568384 { label="mapPartitionsInternal"; 204911 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3331059, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3331060L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3331061, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3331062L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@1b645759, value#3331053.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3331053], [path#3331043, length#3331044L, isDir#3331045, modificationTime#3331046L], obj#3331058: org.apache.spark.sql.delta.SerializableFileStatus\n ... [204911] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568392 { label="InMemoryTableScan"; 204912 [labelType="html" label="MapPartitionsRDD [204912] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 204913 [labelType="html" label="MapPartitionsRDD [204913] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 204914 [labelType="html" label="MapPartitionsRDD [204914] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568386 { label="WholeStageCodegen (1)"; 204915 [labelType="html" label="MapPartitionsRDD [204915] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568385 { label="Exchange"; 204916 [labelType="html" label="MapPartitionsRDD [204916] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 204906->204907; 204907->204908; 204908->204909; 204909->204910; 204910->204911; 204911->204912; 204912->204913; 204913->204914; 204914->204915; 204915->204916; }

204905,204906

204911

Event Timeline

Enable zooming