crp-wrkload-determination - Details for Stage 119346 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46572

digraph G { subgraph clusterstage_119346 { label="Stage 119346"; subgraph cluster561625 { label="Exchange"; 201977 [labelType="html" label="ShuffledRowRDD [201977] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561621 { label="WholeStageCodegen (1)"; 201978 [labelType="html" label="MapPartitionsRDD [201978] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561620 { label="MapGroups"; 201979 [labelType="html" label="MapPartitionsRDD [201979] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561617 { label="WholeStageCodegen (2)"; 201980 [labelType="html" label="MapPartitionsRDD [201980] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561626 { label="mapPartitionsInternal"; 201981 [labelType="html" label="MapPartitionsRDD [201981] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561627 { label="mapPartitionsInternal"; 201982 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3282107, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3282108L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3282109, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3282110L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@33e88455, value#3282101.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3282101], [path#3282091, length#3282092L, isDir#3282093, modificationTime#3282094L], obj#3282106: org.apache.spark.sql.delta.SerializableFileStatus\n ... [201982] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561688 { label="InMemoryTableScan"; 201996 [labelType="html" label="MapPartitionsRDD [201996] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201997 [labelType="html" label="MapPartitionsRDD [201997] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201998 [labelType="html" label="MapPartitionsRDD [201998] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561684 { label="WholeStageCodegen (3)"; 201999 [labelType="html" label="MapPartitionsRDD [201999] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561683 { label="DeserializeToObject"; 202000 [labelType="html" label="MapPartitionsRDD [202000] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561682 { label="MapPartitions"; 202001 [labelType="html" label="MapPartitionsRDD [202001] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561678 { label="WholeStageCodegen (4)"; 202002 [labelType="html" label="MapPartitionsRDD [202002] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561677 { label="Exchange"; 202003 [labelType="html" label="MapPartitionsRDD [202003] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 201977->201978; 201978->201979; 201979->201980; 201980->201981; 201981->201982; 201982->201996; 201996->201997; 201997->201998; 201998->201999; 201999->202000; 202000->202001; 202001->202002; 202002->202003; }

201976,201977

201982

Event Timeline

Enable zooming