crp-wrkload-determination - Details for Stage 118692 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 15 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46269

digraph G { subgraph clusterstage_118692 { label="Stage 118692"; subgraph cluster558130 { label="Exchange"; 200462 [labelType="html" label="ShuffledRowRDD [200462] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558126 { label="WholeStageCodegen (1)"; 200463 [labelType="html" label="MapPartitionsRDD [200463] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558125 { label="MapGroups"; 200464 [labelType="html" label="MapPartitionsRDD [200464] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558122 { label="WholeStageCodegen (2)"; 200465 [labelType="html" label="MapPartitionsRDD [200465] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558131 { label="mapPartitionsInternal"; 200466 [labelType="html" label="MapPartitionsRDD [200466] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558132 { label="mapPartitionsInternal"; 200467 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3256787, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3256788L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3256789, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3256790L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@29aa4737, value#3256781.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3256781], [path#3256771, length#3256772L, isDir#3256773, modificationTime#3256774L], obj#3256786: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200467] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558140 { label="InMemoryTableScan"; 200468 [labelType="html" label="MapPartitionsRDD [200468] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200469 [labelType="html" label="MapPartitionsRDD [200469] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200470 [labelType="html" label="MapPartitionsRDD [200470] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558134 { label="WholeStageCodegen (1)"; 200471 [labelType="html" label="MapPartitionsRDD [200471] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558133 { label="Exchange"; 200472 [labelType="html" label="MapPartitionsRDD [200472] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200462->200463; 200463->200464; 200464->200465; 200465->200466; 200466->200467; 200467->200468; 200468->200469; 200469->200470; 200470->200471; 200471->200472; }

200461,200462

200467

Event Timeline

Enable zooming