crp-wrkload-determination - Details for Stage 118708 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46275

digraph G { subgraph clusterstage_118708 { label="Stage 118708"; subgraph cluster558130 { label="Exchange"; 200462 [labelType="html" label="ShuffledRowRDD [200462] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558126 { label="WholeStageCodegen (1)"; 200463 [labelType="html" label="MapPartitionsRDD [200463] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558125 { label="MapGroups"; 200464 [labelType="html" label="MapPartitionsRDD [200464] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558122 { label="WholeStageCodegen (2)"; 200465 [labelType="html" label="MapPartitionsRDD [200465] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558131 { label="mapPartitionsInternal"; 200466 [labelType="html" label="MapPartitionsRDD [200466] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558132 { label="mapPartitionsInternal"; 200467 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3256787, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3256788L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3256789, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3256790L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@29aa4737, value#3256781.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3256781], [path#3256771, length#3256772L, isDir#3256773, modificationTime#3256774L], obj#3256786: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200467] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558232 { label="InMemoryTableScan"; 200500 [labelType="html" label="MapPartitionsRDD [200500] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200501 [labelType="html" label="MapPartitionsRDD [200501] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200502 [labelType="html" label="MapPartitionsRDD [200502] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558228 { label="WholeStageCodegen (3)"; 200503 [labelType="html" label="MapPartitionsRDD [200503] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558227 { label="DeserializeToObject"; 200504 [labelType="html" label="MapPartitionsRDD [200504] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558226 { label="MapPartitions"; 200505 [labelType="html" label="MapPartitionsRDD [200505] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558222 { label="WholeStageCodegen (4)"; 200506 [labelType="html" label="MapPartitionsRDD [200506] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558221 { label="Exchange"; 200507 [labelType="html" label="MapPartitionsRDD [200507] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200462->200463; 200463->200464; 200464->200465; 200465->200466; 200466->200467; 200467->200500; 200500->200501; 200501->200502; 200502->200503; 200503->200504; 200504->200505; 200505->200506; 200506->200507; }

200461,200462

200467

Event Timeline

Enable zooming