crp-wrkload-determination - Details for Stage 118493 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46175

digraph G { subgraph clusterstage_118493 { label="Stage 118493"; subgraph cluster556965 { label="Exchange"; 199957 [labelType="html" label="ShuffledRowRDD [199957] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556961 { label="WholeStageCodegen (1)"; 199958 [labelType="html" label="MapPartitionsRDD [199958] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556960 { label="MapGroups"; 199959 [labelType="html" label="MapPartitionsRDD [199959] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556957 { label="WholeStageCodegen (2)"; 199960 [labelType="html" label="MapPartitionsRDD [199960] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556966 { label="mapPartitionsInternal"; 199961 [labelType="html" label="MapPartitionsRDD [199961] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556967 { label="mapPartitionsInternal"; 199962 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3248347, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3248348L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3248349, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3248350L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3638f1a2, value#3248341.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3248341], [path#3248331, length#3248332L, isDir#3248333, modificationTime#3248334L], obj#3248346: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199962] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557067 { label="InMemoryTableScan"; 199995 [labelType="html" label="MapPartitionsRDD [199995] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199996 [labelType="html" label="MapPartitionsRDD [199996] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199997 [labelType="html" label="MapPartitionsRDD [199997] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557063 { label="WholeStageCodegen (3)"; 199998 [labelType="html" label="MapPartitionsRDD [199998] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557062 { label="DeserializeToObject"; 199999 [labelType="html" label="MapPartitionsRDD [199999] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557061 { label="MapPartitions"; 200000 [labelType="html" label="MapPartitionsRDD [200000] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557057 { label="WholeStageCodegen (4)"; 200001 [labelType="html" label="MapPartitionsRDD [200001] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557056 { label="Exchange"; 200002 [labelType="html" label="MapPartitionsRDD [200002] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199957->199958; 199958->199959; 199959->199960; 199960->199961; 199961->199962; 199962->199995; 199995->199996; 199996->199997; 199997->199998; 199998->199999; 199999->200000; 200000->200001; 200001->200002; }

199956,199957

199962

Event Timeline

Enable zooming