crp-wrkload-determination - Details for Stage 118486 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46172

digraph G { subgraph clusterstage_118486 { label="Stage 118486"; subgraph cluster556965 { label="Exchange"; 199957 [labelType="html" label="ShuffledRowRDD [199957] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556961 { label="WholeStageCodegen (1)"; 199958 [labelType="html" label="MapPartitionsRDD [199958] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556960 { label="MapGroups"; 199959 [labelType="html" label="MapPartitionsRDD [199959] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556957 { label="WholeStageCodegen (2)"; 199960 [labelType="html" label="MapPartitionsRDD [199960] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556966 { label="mapPartitionsInternal"; 199961 [labelType="html" label="MapPartitionsRDD [199961] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556967 { label="mapPartitionsInternal"; 199962 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3248347, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3248348L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3248349, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3248350L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3638f1a2, value#3248341.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3248341], [path#3248331, length#3248332L, isDir#3248333, modificationTime#3248334L], obj#3248346: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199962] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557028 { label="InMemoryTableScan"; 199976 [labelType="html" label="MapPartitionsRDD [199976] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199977 [labelType="html" label="MapPartitionsRDD [199977] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199978 [labelType="html" label="MapPartitionsRDD [199978] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557024 { label="WholeStageCodegen (3)"; 199979 [labelType="html" label="MapPartitionsRDD [199979] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557023 { label="DeserializeToObject"; 199980 [labelType="html" label="MapPartitionsRDD [199980] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557022 { label="MapPartitions"; 199981 [labelType="html" label="MapPartitionsRDD [199981] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557018 { label="WholeStageCodegen (4)"; 199982 [labelType="html" label="MapPartitionsRDD [199982] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557017 { label="Exchange"; 199983 [labelType="html" label="MapPartitionsRDD [199983] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199957->199958; 199958->199959; 199959->199960; 199960->199961; 199961->199962; 199962->199976; 199976->199977; 199977->199978; 199978->199979; 199979->199980; 199980->199981; 199981->199982; 199982->199983; }

199956,199957

199962

Event Timeline

Enable zooming