crp-wrkload-determination - Details for Stage 118907 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 29 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46369

digraph G { subgraph clusterstage_118907 { label="Stage 118907"; subgraph cluster559295 { label="Exchange"; 200967 [labelType="html" label="ShuffledRowRDD [200967] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559291 { label="WholeStageCodegen (1)"; 200968 [labelType="html" label="MapPartitionsRDD [200968] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559290 { label="MapGroups"; 200969 [labelType="html" label="MapPartitionsRDD [200969] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559287 { label="WholeStageCodegen (2)"; 200970 [labelType="html" label="MapPartitionsRDD [200970] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559296 { label="mapPartitionsInternal"; 200971 [labelType="html" label="MapPartitionsRDD [200971] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559297 { label="mapPartitionsInternal"; 200972 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3265227, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3265228L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3265229, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3265230L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@1c9d3ae7, value#3265221.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3265221], [path#3265211, length#3265212L, isDir#3265213, modificationTime#3265214L], obj#3265226: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200972] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559305 { label="InMemoryTableScan"; 200973 [labelType="html" label="MapPartitionsRDD [200973] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200974 [labelType="html" label="MapPartitionsRDD [200974] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200975 [labelType="html" label="MapPartitionsRDD [200975] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559299 { label="WholeStageCodegen (1)"; 200976 [labelType="html" label="MapPartitionsRDD [200976] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster559298 { label="Exchange"; 200977 [labelType="html" label="MapPartitionsRDD [200977] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200967->200968; 200968->200969; 200969->200970; 200970->200971; 200971->200972; 200972->200973; 200973->200974; 200974->200975; 200975->200976; 200976->200977; }

200966,200967

200972

Event Timeline

Enable zooming