crp-wrkload-determination - Details for Stage 118844 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46338

digraph G { subgraph clusterstage_118844 { label="Stage 118844"; subgraph cluster558829 { label="Exchange"; 200765 [labelType="html" label="ShuffledRowRDD [200765] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558825 { label="WholeStageCodegen (1)"; 200766 [labelType="html" label="MapPartitionsRDD [200766] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558824 { label="MapGroups"; 200767 [labelType="html" label="MapPartitionsRDD [200767] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558821 { label="WholeStageCodegen (2)"; 200768 [labelType="html" label="MapPartitionsRDD [200768] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558830 { label="mapPartitionsInternal"; 200769 [labelType="html" label="MapPartitionsRDD [200769] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558831 { label="mapPartitionsInternal"; 200770 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3261851, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3261852L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3261853, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3261854L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@770c746a, value#3261845.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3261845], [path#3261835, length#3261836L, isDir#3261837, modificationTime#3261838L], obj#3261850: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200770] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558974 { label="InMemoryTableScan"; 200822 [labelType="html" label="MapPartitionsRDD [200822] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200823 [labelType="html" label="MapPartitionsRDD [200823] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200824 [labelType="html" label="MapPartitionsRDD [200824] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558970 { label="WholeStageCodegen (3)"; 200825 [labelType="html" label="MapPartitionsRDD [200825] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558969 { label="DeserializeToObject"; 200826 [labelType="html" label="MapPartitionsRDD [200826] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558968 { label="MapPartitions"; 200827 [labelType="html" label="MapPartitionsRDD [200827] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558964 { label="WholeStageCodegen (4)"; 200828 [labelType="html" label="MapPartitionsRDD [200828] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558963 { label="Exchange"; 200829 [labelType="html" label="MapPartitionsRDD [200829] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200765->200766; 200766->200767; 200767->200768; 200768->200769; 200769->200770; 200770->200822; 200822->200823; 200823->200824; 200824->200825; 200825->200826; 200826->200827; 200827->200828; 200828->200829; }

200764,200765

200770

Event Timeline

Enable zooming