crp-wrkload-determination - Details for Stage 118156 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46018

digraph G { subgraph clusterstage_118156 { label="Stage 118156"; subgraph cluster555101 { label="Exchange"; 199149 [labelType="html" label="ShuffledRowRDD [199149] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555097 { label="WholeStageCodegen (1)"; 199150 [labelType="html" label="MapPartitionsRDD [199150] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555096 { label="MapGroups"; 199151 [labelType="html" label="MapPartitionsRDD [199151] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555093 { label="WholeStageCodegen (2)"; 199152 [labelType="html" label="MapPartitionsRDD [199152] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555102 { label="mapPartitionsInternal"; 199153 [labelType="html" label="MapPartitionsRDD [199153] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555103 { label="mapPartitionsInternal"; 199154 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3234843, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3234844L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3234845, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3234846L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@5b8654a0, value#3234837.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3234837], [path#3234827, length#3234828L, isDir#3234829, modificationTime#3234830L], obj#3234842: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199154] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555246 { label="InMemoryTableScan"; 199206 [labelType="html" label="MapPartitionsRDD [199206] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199207 [labelType="html" label="MapPartitionsRDD [199207] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199208 [labelType="html" label="MapPartitionsRDD [199208] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555242 { label="WholeStageCodegen (3)"; 199209 [labelType="html" label="MapPartitionsRDD [199209] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555241 { label="DeserializeToObject"; 199210 [labelType="html" label="MapPartitionsRDD [199210] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555240 { label="MapPartitions"; 199211 [labelType="html" label="MapPartitionsRDD [199211] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555236 { label="WholeStageCodegen (4)"; 199212 [labelType="html" label="MapPartitionsRDD [199212] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555235 { label="Exchange"; 199213 [labelType="html" label="MapPartitionsRDD [199213] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199149->199150; 199150->199151; 199151->199152; 199152->199153; 199153->199154; 199154->199206; 199206->199207; 199207->199208; 199208->199209; 199209->199210; 199210->199211; 199211->199212; 199212->199213; }

199148,199149

199154

Event Timeline

Enable zooming