crp-wrkload-determination - Details for Stage 118715 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46278

digraph G { subgraph clusterstage_118715 { label="Stage 118715"; subgraph cluster558130 { label="Exchange"; 200462 [labelType="html" label="ShuffledRowRDD [200462] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558126 { label="WholeStageCodegen (1)"; 200463 [labelType="html" label="MapPartitionsRDD [200463] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558125 { label="MapGroups"; 200464 [labelType="html" label="MapPartitionsRDD [200464] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558122 { label="WholeStageCodegen (2)"; 200465 [labelType="html" label="MapPartitionsRDD [200465] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558131 { label="mapPartitionsInternal"; 200466 [labelType="html" label="MapPartitionsRDD [200466] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558132 { label="mapPartitionsInternal"; 200467 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3256787, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3256788L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3256789, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3256790L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@29aa4737, value#3256781.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3256781], [path#3256771, length#3256772L, isDir#3256773, modificationTime#3256774L], obj#3256786: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200467] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558275 { label="InMemoryTableScan"; 200519 [labelType="html" label="MapPartitionsRDD [200519] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200520 [labelType="html" label="MapPartitionsRDD [200520] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200521 [labelType="html" label="MapPartitionsRDD [200521] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558271 { label="WholeStageCodegen (3)"; 200522 [labelType="html" label="MapPartitionsRDD [200522] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558270 { label="DeserializeToObject"; 200523 [labelType="html" label="MapPartitionsRDD [200523] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558269 { label="MapPartitions"; 200524 [labelType="html" label="MapPartitionsRDD [200524] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558265 { label="WholeStageCodegen (4)"; 200525 [labelType="html" label="MapPartitionsRDD [200525] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558264 { label="Exchange"; 200526 [labelType="html" label="MapPartitionsRDD [200526] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200462->200463; 200463->200464; 200464->200465; 200465->200466; 200466->200467; 200467->200519; 200519->200520; 200520->200521; 200521->200522; 200522->200523; 200523->200524; 200524->200525; 200525->200526; }

200461,200462

200467

Event Timeline

Enable zooming