crp-wrkload-determination - Details for Stage 120686 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 47195

digraph G { subgraph clusterstage_120686 { label="Stage 120686"; subgraph cluster568848 { label="Exchange"; 205108 [labelType="html" label="ShuffledRowRDD [205108] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568844 { label="WholeStageCodegen (1)"; 205109 [labelType="html" label="MapPartitionsRDD [205109] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568843 { label="MapGroups"; 205110 [labelType="html" label="MapPartitionsRDD [205110] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568840 { label="WholeStageCodegen (2)"; 205111 [labelType="html" label="MapPartitionsRDD [205111] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568849 { label="mapPartitionsInternal"; 205112 [labelType="html" label="MapPartitionsRDD [205112] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568850 { label="mapPartitionsInternal"; 205113 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3334435, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3334436L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3334437, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3334438L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@646c4344, value#3334429.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3334429], [path#3334419, length#3334420L, isDir#3334421, modificationTime#3334422L], obj#3334434: org.apache.spark.sql.delta.SerializableFileStatus\n ... [205113] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568950 { label="InMemoryTableScan"; 205146 [labelType="html" label="MapPartitionsRDD [205146] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 205147 [labelType="html" label="MapPartitionsRDD [205147] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 205148 [labelType="html" label="MapPartitionsRDD [205148] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568946 { label="WholeStageCodegen (3)"; 205149 [labelType="html" label="MapPartitionsRDD [205149] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568945 { label="DeserializeToObject"; 205150 [labelType="html" label="MapPartitionsRDD [205150] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568944 { label="MapPartitions"; 205151 [labelType="html" label="MapPartitionsRDD [205151] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568940 { label="WholeStageCodegen (4)"; 205152 [labelType="html" label="MapPartitionsRDD [205152] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568939 { label="Exchange"; 205153 [labelType="html" label="MapPartitionsRDD [205153] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 205108->205109; 205109->205110; 205110->205111; 205111->205112; 205112->205113; 205113->205146; 205146->205147; 205147->205148; 205148->205149; 205149->205150; 205150->205151; 205151->205152; 205152->205153; }

205107,205108

205113

Event Timeline

Enable zooming