crp-wrkload-determination - Details for Stage 119423 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 34 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46609

digraph G { subgraph clusterstage_119423 { label="Stage 119423"; subgraph cluster562091 { label="Exchange"; 202179 [labelType="html" label="ShuffledRowRDD [202179] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562087 { label="WholeStageCodegen (1)"; 202180 [labelType="html" label="MapPartitionsRDD [202180] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562086 { label="MapGroups"; 202181 [labelType="html" label="MapPartitionsRDD [202181] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562083 { label="WholeStageCodegen (2)"; 202182 [labelType="html" label="MapPartitionsRDD [202182] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562092 { label="mapPartitionsInternal"; 202183 [labelType="html" label="MapPartitionsRDD [202183] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562093 { label="mapPartitionsInternal"; 202184 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3285483, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3285484L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3285485, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3285486L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@4dbe75f4, value#3285477.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3285477], [path#3285467, length#3285468L, isDir#3285469, modificationTime#3285470L], obj#3285482: org.apache.spark.sql.delta.SerializableFileStatus\n ... [202184] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562101 { label="InMemoryTableScan"; 202185 [labelType="html" label="MapPartitionsRDD [202185] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 202186 [labelType="html" label="MapPartitionsRDD [202186] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 202187 [labelType="html" label="MapPartitionsRDD [202187] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562095 { label="WholeStageCodegen (1)"; 202188 [labelType="html" label="MapPartitionsRDD [202188] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562094 { label="Exchange"; 202189 [labelType="html" label="MapPartitionsRDD [202189] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 202179->202180; 202180->202181; 202181->202182; 202182->202183; 202183->202184; 202184->202185; 202185->202186; 202186->202187; 202187->202188; 202188->202189; }

202178,202179

202184

Event Timeline

Enable zooming