crp-wrkload-determination - Details for Stage 121503 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 47575

digraph G { subgraph clusterstage_121503 { label="Stage 121503"; subgraph cluster573275 { label="Exchange"; 207027 [labelType="html" label="ShuffledRowRDD [207027] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573271 { label="WholeStageCodegen (1)"; 207028 [labelType="html" label="MapPartitionsRDD [207028] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573270 { label="MapGroups"; 207029 [labelType="html" label="MapPartitionsRDD [207029] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573267 { label="WholeStageCodegen (2)"; 207030 [labelType="html" label="MapPartitionsRDD [207030] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573276 { label="mapPartitionsInternal"; 207031 [labelType="html" label="MapPartitionsRDD [207031] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573277 { label="mapPartitionsInternal"; 207032 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3366507, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3366508L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3366509, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3366510L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@27b456e6, value#3366501.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3366501], [path#3366491, length#3366492L, isDir#3366493, modificationTime#3366494L], obj#3366506: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207032] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573377 { label="InMemoryTableScan"; 207065 [labelType="html" label="MapPartitionsRDD [207065] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207066 [labelType="html" label="MapPartitionsRDD [207066] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207067 [labelType="html" label="MapPartitionsRDD [207067] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573373 { label="WholeStageCodegen (3)"; 207068 [labelType="html" label="MapPartitionsRDD [207068] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573372 { label="DeserializeToObject"; 207069 [labelType="html" label="MapPartitionsRDD [207069] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573371 { label="MapPartitions"; 207070 [labelType="html" label="MapPartitionsRDD [207070] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573367 { label="WholeStageCodegen (4)"; 207071 [labelType="html" label="MapPartitionsRDD [207071] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573366 { label="Exchange"; 207072 [labelType="html" label="MapPartitionsRDD [207072] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207027->207028; 207028->207029; 207029->207030; 207030->207031; 207031->207032; 207032->207065; 207065->207066; 207066->207067; 207067->207068; 207068->207069; 207069->207070; 207070->207071; 207071->207072; }

207026,207027

207032

Event Timeline

Enable zooming