crp-wrkload-determination - Details for Stage 118285 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46078

digraph G { subgraph clusterstage_118285 { label="Stage 118285"; subgraph cluster555800 { label="Exchange"; 199452 [labelType="html" label="ShuffledRowRDD [199452] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555796 { label="WholeStageCodegen (1)"; 199453 [labelType="html" label="MapPartitionsRDD [199453] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555795 { label="MapGroups"; 199454 [labelType="html" label="MapPartitionsRDD [199454] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555792 { label="WholeStageCodegen (2)"; 199455 [labelType="html" label="MapPartitionsRDD [199455] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555801 { label="mapPartitionsInternal"; 199456 [labelType="html" label="MapPartitionsRDD [199456] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555802 { label="mapPartitionsInternal"; 199457 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3239907, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3239908L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3239909, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3239910L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@efb8d9b, value#3239901.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3239901], [path#3239891, length#3239892L, isDir#3239893, modificationTime#3239894L], obj#3239906: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199457] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555945 { label="InMemoryTableScan"; 199509 [labelType="html" label="MapPartitionsRDD [199509] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199510 [labelType="html" label="MapPartitionsRDD [199510] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199511 [labelType="html" label="MapPartitionsRDD [199511] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555941 { label="WholeStageCodegen (3)"; 199512 [labelType="html" label="MapPartitionsRDD [199512] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555940 { label="DeserializeToObject"; 199513 [labelType="html" label="MapPartitionsRDD [199513] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555939 { label="MapPartitions"; 199514 [labelType="html" label="MapPartitionsRDD [199514] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555935 { label="WholeStageCodegen (4)"; 199515 [labelType="html" label="MapPartitionsRDD [199515] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555934 { label="Exchange"; 199516 [labelType="html" label="MapPartitionsRDD [199516] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199452->199453; 199453->199454; 199454->199455; 199455->199456; 199456->199457; 199457->199509; 199509->199510; 199510->199511; 199511->199512; 199512->199513; 199513->199514; 199514->199515; 199515->199516; }

199451,199452

199457

Event Timeline

Enable zooming