crp-wrkload-determination - Details for Stage 118278 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46075

digraph G { subgraph clusterstage_118278 { label="Stage 118278"; subgraph cluster555800 { label="Exchange"; 199452 [labelType="html" label="ShuffledRowRDD [199452] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555796 { label="WholeStageCodegen (1)"; 199453 [labelType="html" label="MapPartitionsRDD [199453] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555795 { label="MapGroups"; 199454 [labelType="html" label="MapPartitionsRDD [199454] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555792 { label="WholeStageCodegen (2)"; 199455 [labelType="html" label="MapPartitionsRDD [199455] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555801 { label="mapPartitionsInternal"; 199456 [labelType="html" label="MapPartitionsRDD [199456] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555802 { label="mapPartitionsInternal"; 199457 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3239907, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3239908L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3239909, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3239910L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@efb8d9b, value#3239901.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3239901], [path#3239891, length#3239892L, isDir#3239893, modificationTime#3239894L], obj#3239906: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199457] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555902 { label="InMemoryTableScan"; 199490 [labelType="html" label="MapPartitionsRDD [199490] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199491 [labelType="html" label="MapPartitionsRDD [199491] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199492 [labelType="html" label="MapPartitionsRDD [199492] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555898 { label="WholeStageCodegen (3)"; 199493 [labelType="html" label="MapPartitionsRDD [199493] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555897 { label="DeserializeToObject"; 199494 [labelType="html" label="MapPartitionsRDD [199494] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555896 { label="MapPartitions"; 199495 [labelType="html" label="MapPartitionsRDD [199495] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555892 { label="WholeStageCodegen (4)"; 199496 [labelType="html" label="MapPartitionsRDD [199496] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555891 { label="Exchange"; 199497 [labelType="html" label="MapPartitionsRDD [199497] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199452->199453; 199453->199454; 199454->199455; 199455->199456; 199456->199457; 199457->199490; 199490->199491; 199491->199492; 199492->199493; 199493->199494; 199494->199495; 199495->199496; 199496->199497; }

199451,199452

199457

Event Timeline

Enable zooming