crp-wrkload-determination - Details for Stage 118271 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46072

digraph G { subgraph clusterstage_118271 { label="Stage 118271"; subgraph cluster555800 { label="Exchange"; 199452 [labelType="html" label="ShuffledRowRDD [199452] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555796 { label="WholeStageCodegen (1)"; 199453 [labelType="html" label="MapPartitionsRDD [199453] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555795 { label="MapGroups"; 199454 [labelType="html" label="MapPartitionsRDD [199454] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555792 { label="WholeStageCodegen (2)"; 199455 [labelType="html" label="MapPartitionsRDD [199455] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555801 { label="mapPartitionsInternal"; 199456 [labelType="html" label="MapPartitionsRDD [199456] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555802 { label="mapPartitionsInternal"; 199457 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3239907, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3239908L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3239909, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3239910L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@efb8d9b, value#3239901.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3239901], [path#3239891, length#3239892L, isDir#3239893, modificationTime#3239894L], obj#3239906: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199457] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555863 { label="InMemoryTableScan"; 199471 [labelType="html" label="MapPartitionsRDD [199471] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199472 [labelType="html" label="MapPartitionsRDD [199472] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199473 [labelType="html" label="MapPartitionsRDD [199473] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555859 { label="WholeStageCodegen (3)"; 199474 [labelType="html" label="MapPartitionsRDD [199474] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555858 { label="DeserializeToObject"; 199475 [labelType="html" label="MapPartitionsRDD [199475] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555857 { label="MapPartitions"; 199476 [labelType="html" label="MapPartitionsRDD [199476] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555853 { label="WholeStageCodegen (4)"; 199477 [labelType="html" label="MapPartitionsRDD [199477] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555852 { label="Exchange"; 199478 [labelType="html" label="MapPartitionsRDD [199478] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199452->199453; 199453->199454; 199454->199455; 199455->199456; 199456->199457; 199457->199471; 199471->199472; 199472->199473; 199473->199474; 199474->199475; 199475->199476; 199476->199477; 199477->199478; }

199451,199452

199457

Event Timeline

Enable zooming