crp-wrkload-determination - Details for Stage 118923 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46375

digraph G { subgraph clusterstage_118923 { label="Stage 118923"; subgraph cluster559295 { label="Exchange"; 200967 [labelType="html" label="ShuffledRowRDD [200967] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559291 { label="WholeStageCodegen (1)"; 200968 [labelType="html" label="MapPartitionsRDD [200968] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559290 { label="MapGroups"; 200969 [labelType="html" label="MapPartitionsRDD [200969] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559287 { label="WholeStageCodegen (2)"; 200970 [labelType="html" label="MapPartitionsRDD [200970] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559296 { label="mapPartitionsInternal"; 200971 [labelType="html" label="MapPartitionsRDD [200971] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559297 { label="mapPartitionsInternal"; 200972 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3265227, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3265228L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3265229, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3265230L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@1c9d3ae7, value#3265221.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3265221], [path#3265211, length#3265212L, isDir#3265213, modificationTime#3265214L], obj#3265226: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200972] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559397 { label="InMemoryTableScan"; 201005 [labelType="html" label="MapPartitionsRDD [201005] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201006 [labelType="html" label="MapPartitionsRDD [201006] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201007 [labelType="html" label="MapPartitionsRDD [201007] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559393 { label="WholeStageCodegen (3)"; 201008 [labelType="html" label="MapPartitionsRDD [201008] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559392 { label="DeserializeToObject"; 201009 [labelType="html" label="MapPartitionsRDD [201009] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559391 { label="MapPartitions"; 201010 [labelType="html" label="MapPartitionsRDD [201010] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559387 { label="WholeStageCodegen (4)"; 201011 [labelType="html" label="MapPartitionsRDD [201011] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559386 { label="Exchange"; 201012 [labelType="html" label="MapPartitionsRDD [201012] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200967->200968; 200968->200969; 200969->200970; 200970->200971; 200971->200972; 200972->201005; 201005->201006; 201006->201007; 201007->201008; 201008->201009; 201009->201010; 201010->201011; 201011->201012; }

200966,200967

200972

Event Timeline

Enable zooming