crp-wrkload-determination - Details for Stage 121338 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 47498

digraph G { subgraph clusterstage_121338 { label="Stage 121338"; subgraph cluster572343 { label="Exchange"; 206623 [labelType="html" label="ShuffledRowRDD [206623] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572339 { label="WholeStageCodegen (1)"; 206624 [labelType="html" label="MapPartitionsRDD [206624] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572338 { label="MapGroups"; 206625 [labelType="html" label="MapPartitionsRDD [206625] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572335 { label="WholeStageCodegen (2)"; 206626 [labelType="html" label="MapPartitionsRDD [206626] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572344 { label="mapPartitionsInternal"; 206627 [labelType="html" label="MapPartitionsRDD [206627] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572345 { label="mapPartitionsInternal"; 206628 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3359755, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3359756L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3359757, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3359758L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@49165380, value#3359749.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3359749], [path#3359739, length#3359740L, isDir#3359741, modificationTime#3359742L], obj#3359754: org.apache.spark.sql.delta.SerializableFileStatus\n ... [206628] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572488 { label="InMemoryTableScan"; 206680 [labelType="html" label="MapPartitionsRDD [206680] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 206681 [labelType="html" label="MapPartitionsRDD [206681] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 206682 [labelType="html" label="MapPartitionsRDD [206682] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572484 { label="WholeStageCodegen (3)"; 206683 [labelType="html" label="MapPartitionsRDD [206683] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572483 { label="DeserializeToObject"; 206684 [labelType="html" label="MapPartitionsRDD [206684] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572482 { label="MapPartitions"; 206685 [labelType="html" label="MapPartitionsRDD [206685] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572478 { label="WholeStageCodegen (4)"; 206686 [labelType="html" label="MapPartitionsRDD [206686] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster572477 { label="Exchange"; 206687 [labelType="html" label="MapPartitionsRDD [206687] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 206623->206624; 206624->206625; 206625->206626; 206626->206627; 206627->206628; 206628->206680; 206680->206681; 206681->206682; 206682->206683; 206683->206684; 206684->206685; 206685->206686; 206686->206687; }

206622,206623

206628

Event Timeline

Enable zooming