crp-wrkload-determination - Details for Stage 118500 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46178

digraph G { subgraph clusterstage_118500 { label="Stage 118500"; subgraph cluster556965 { label="Exchange"; 199957 [labelType="html" label="ShuffledRowRDD [199957] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556961 { label="WholeStageCodegen (1)"; 199958 [labelType="html" label="MapPartitionsRDD [199958] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556960 { label="MapGroups"; 199959 [labelType="html" label="MapPartitionsRDD [199959] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556957 { label="WholeStageCodegen (2)"; 199960 [labelType="html" label="MapPartitionsRDD [199960] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556966 { label="mapPartitionsInternal"; 199961 [labelType="html" label="MapPartitionsRDD [199961] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556967 { label="mapPartitionsInternal"; 199962 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3248347, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3248348L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3248349, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3248350L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3638f1a2, value#3248341.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3248341], [path#3248331, length#3248332L, isDir#3248333, modificationTime#3248334L], obj#3248346: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199962] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557110 { label="InMemoryTableScan"; 200014 [labelType="html" label="MapPartitionsRDD [200014] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200015 [labelType="html" label="MapPartitionsRDD [200015] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200016 [labelType="html" label="MapPartitionsRDD [200016] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557106 { label="WholeStageCodegen (3)"; 200017 [labelType="html" label="MapPartitionsRDD [200017] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557105 { label="DeserializeToObject"; 200018 [labelType="html" label="MapPartitionsRDD [200018] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557104 { label="MapPartitions"; 200019 [labelType="html" label="MapPartitionsRDD [200019] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557100 { label="WholeStageCodegen (4)"; 200020 [labelType="html" label="MapPartitionsRDD [200020] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster557099 { label="Exchange"; 200021 [labelType="html" label="MapPartitionsRDD [200021] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199957->199958; 199958->199959; 199959->199960; 199960->199961; 199961->199962; 199962->200014; 200014->200015; 200015->200016; 200016->200017; 200017->200018; 200018->200019; 200019->200020; 200020->200021; }

199956,199957

199962

Event Timeline

Enable zooming