crp-wrkload-determination - Details for Stage 118099 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 45992

digraph G { subgraph clusterstage_118099 { label="Stage 118099"; subgraph cluster554868 { label="Exchange"; 199048 [labelType="html" label="ShuffledRowRDD [199048] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554864 { label="WholeStageCodegen (1)"; 199049 [labelType="html" label="MapPartitionsRDD [199049] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554863 { label="MapGroups"; 199050 [labelType="html" label="MapPartitionsRDD [199050] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554860 { label="WholeStageCodegen (2)"; 199051 [labelType="html" label="MapPartitionsRDD [199051] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554869 { label="mapPartitionsInternal"; 199052 [labelType="html" label="MapPartitionsRDD [199052] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554870 { label="mapPartitionsInternal"; 199053 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3233155, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3233156L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3233157, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3233158L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3a471bc8, value#3233149.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3233149], [path#3233139, length#3233140L, isDir#3233141, modificationTime#3233142L], obj#3233154: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199053] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554931 { label="InMemoryTableScan"; 199067 [labelType="html" label="MapPartitionsRDD [199067] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199068 [labelType="html" label="MapPartitionsRDD [199068] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199069 [labelType="html" label="MapPartitionsRDD [199069] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554927 { label="WholeStageCodegen (3)"; 199070 [labelType="html" label="MapPartitionsRDD [199070] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554926 { label="DeserializeToObject"; 199071 [labelType="html" label="MapPartitionsRDD [199071] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554925 { label="MapPartitions"; 199072 [labelType="html" label="MapPartitionsRDD [199072] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554921 { label="WholeStageCodegen (4)"; 199073 [labelType="html" label="MapPartitionsRDD [199073] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554920 { label="Exchange"; 199074 [labelType="html" label="MapPartitionsRDD [199074] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199048->199049; 199049->199050; 199050->199051; 199051->199052; 199052->199053; 199053->199067; 199067->199068; 199068->199069; 199069->199070; 199070->199071; 199071->199072; 199072->199073; 199073->199074; }

199047,199048

199053

Event Timeline

Enable zooming