crp-wrkload-determination - Details for Stage 118090 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 23 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 45989

digraph G { subgraph clusterstage_118090 { label="Stage 118090"; subgraph cluster554868 { label="Exchange"; 199048 [labelType="html" label="ShuffledRowRDD [199048] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554864 { label="WholeStageCodegen (1)"; 199049 [labelType="html" label="MapPartitionsRDD [199049] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554863 { label="MapGroups"; 199050 [labelType="html" label="MapPartitionsRDD [199050] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554860 { label="WholeStageCodegen (2)"; 199051 [labelType="html" label="MapPartitionsRDD [199051] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554869 { label="mapPartitionsInternal"; 199052 [labelType="html" label="MapPartitionsRDD [199052] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554870 { label="mapPartitionsInternal"; 199053 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3233155, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3233156L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3233157, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3233158L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3a471bc8, value#3233149.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3233149], [path#3233139, length#3233140L, isDir#3233141, modificationTime#3233142L], obj#3233154: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199053] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554878 { label="InMemoryTableScan"; 199054 [labelType="html" label="MapPartitionsRDD [199054] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199055 [labelType="html" label="MapPartitionsRDD [199055] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199056 [labelType="html" label="MapPartitionsRDD [199056] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554872 { label="WholeStageCodegen (1)"; 199057 [labelType="html" label="MapPartitionsRDD [199057] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554871 { label="Exchange"; 199058 [labelType="html" label="MapPartitionsRDD [199058] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199048->199049; 199049->199050; 199050->199051; 199051->199052; 199052->199053; 199053->199054; 199054->199055; 199055->199056; 199056->199057; 199057->199058; }

199047,199048

199053

Event Timeline

Enable zooming