crp-wrkload-determination - Details for Stage 121553 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 47598

digraph G { subgraph clusterstage_121553 { label="Stage 121553"; subgraph cluster573508 { label="Exchange"; 207128 [labelType="html" label="ShuffledRowRDD [207128] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573504 { label="WholeStageCodegen (1)"; 207129 [labelType="html" label="MapPartitionsRDD [207129] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573503 { label="MapGroups"; 207130 [labelType="html" label="MapPartitionsRDD [207130] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573500 { label="WholeStageCodegen (2)"; 207131 [labelType="html" label="MapPartitionsRDD [207131] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573509 { label="mapPartitionsInternal"; 207132 [labelType="html" label="MapPartitionsRDD [207132] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573510 { label="mapPartitionsInternal"; 207133 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3368195, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3368196L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3368197, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3368198L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@366d12f5, value#3368189.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3368189], [path#3368179, length#3368180L, isDir#3368181, modificationTime#3368182L], obj#3368194: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207133] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573653 { label="InMemoryTableScan"; 207185 [labelType="html" label="MapPartitionsRDD [207185] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207186 [labelType="html" label="MapPartitionsRDD [207186] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207187 [labelType="html" label="MapPartitionsRDD [207187] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573649 { label="WholeStageCodegen (3)"; 207188 [labelType="html" label="MapPartitionsRDD [207188] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573648 { label="DeserializeToObject"; 207189 [labelType="html" label="MapPartitionsRDD [207189] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573647 { label="MapPartitions"; 207190 [labelType="html" label="MapPartitionsRDD [207190] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573643 { label="WholeStageCodegen (4)"; 207191 [labelType="html" label="MapPartitionsRDD [207191] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573642 { label="Exchange"; 207192 [labelType="html" label="MapPartitionsRDD [207192] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207128->207129; 207129->207130; 207130->207131; 207131->207132; 207132->207133; 207133->207185; 207185->207186; 207186->207187; 207187->207188; 207188->207189; 207189->207190; 207190->207191; 207191->207192; }

207127,207128

207133

Event Timeline

Enable zooming