crp-wrkload-determination - Details for Stage 119036 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 36 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46429

digraph G { subgraph clusterstage_119036 { label="Stage 119036"; subgraph cluster559994 { label="Exchange"; 201270 [labelType="html" label="ShuffledRowRDD [201270] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559990 { label="WholeStageCodegen (1)"; 201271 [labelType="html" label="MapPartitionsRDD [201271] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559989 { label="MapGroups"; 201272 [labelType="html" label="MapPartitionsRDD [201272] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559986 { label="WholeStageCodegen (2)"; 201273 [labelType="html" label="MapPartitionsRDD [201273] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559995 { label="mapPartitionsInternal"; 201274 [labelType="html" label="MapPartitionsRDD [201274] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559996 { label="mapPartitionsInternal"; 201275 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3270291, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3270292L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3270293, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3270294L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3e398c98, value#3270285.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3270285], [path#3270275, length#3270276L, isDir#3270277, modificationTime#3270278L], obj#3270290: org.apache.spark.sql.delta.SerializableFileStatus\n ... [201275] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster560004 { label="InMemoryTableScan"; 201276 [labelType="html" label="MapPartitionsRDD [201276] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201277 [labelType="html" label="MapPartitionsRDD [201277] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201278 [labelType="html" label="MapPartitionsRDD [201278] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559998 { label="WholeStageCodegen (1)"; 201279 [labelType="html" label="MapPartitionsRDD [201279] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559997 { label="Exchange"; 201280 [labelType="html" label="MapPartitionsRDD [201280] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 201270->201271; 201271->201272; 201272->201273; 201273->201274; 201274->201275; 201275->201276; 201276->201277; 201277->201278; 201278->201279; 201279->201280; }

201269,201270

201275

Event Timeline

Enable zooming