crp-wrkload-determination - Details for Stage 118262 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 21 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46069

digraph G { subgraph clusterstage_118262 { label="Stage 118262"; subgraph cluster555800 { label="Exchange"; 199452 [labelType="html" label="ShuffledRowRDD [199452] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555796 { label="WholeStageCodegen (1)"; 199453 [labelType="html" label="MapPartitionsRDD [199453] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555795 { label="MapGroups"; 199454 [labelType="html" label="MapPartitionsRDD [199454] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555792 { label="WholeStageCodegen (2)"; 199455 [labelType="html" label="MapPartitionsRDD [199455] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555801 { label="mapPartitionsInternal"; 199456 [labelType="html" label="MapPartitionsRDD [199456] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555802 { label="mapPartitionsInternal"; 199457 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3239907, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3239908L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3239909, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3239910L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@efb8d9b, value#3239901.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3239901], [path#3239891, length#3239892L, isDir#3239893, modificationTime#3239894L], obj#3239906: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199457] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555810 { label="InMemoryTableScan"; 199458 [labelType="html" label="MapPartitionsRDD [199458] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199459 [labelType="html" label="MapPartitionsRDD [199459] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199460 [labelType="html" label="MapPartitionsRDD [199460] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555804 { label="WholeStageCodegen (1)"; 199461 [labelType="html" label="MapPartitionsRDD [199461] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555803 { label="Exchange"; 199462 [labelType="html" label="MapPartitionsRDD [199462] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199452->199453; 199453->199454; 199454->199455; 199455->199456; 199456->199457; 199457->199458; 199458->199459; 199459->199460; 199460->199461; 199461->199462; }

199451,199452

199457

Event Timeline

Enable zooming