crp-wrkload-determination - Details for Stage 118837 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46335

digraph G { subgraph clusterstage_118837 { label="Stage 118837"; subgraph cluster558829 { label="Exchange"; 200765 [labelType="html" label="ShuffledRowRDD [200765] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558825 { label="WholeStageCodegen (1)"; 200766 [labelType="html" label="MapPartitionsRDD [200766] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558824 { label="MapGroups"; 200767 [labelType="html" label="MapPartitionsRDD [200767] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558821 { label="WholeStageCodegen (2)"; 200768 [labelType="html" label="MapPartitionsRDD [200768] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558830 { label="mapPartitionsInternal"; 200769 [labelType="html" label="MapPartitionsRDD [200769] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558831 { label="mapPartitionsInternal"; 200770 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3261851, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3261852L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3261853, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3261854L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@770c746a, value#3261845.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3261845], [path#3261835, length#3261836L, isDir#3261837, modificationTime#3261838L], obj#3261850: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200770] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558931 { label="InMemoryTableScan"; 200803 [labelType="html" label="MapPartitionsRDD [200803] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200804 [labelType="html" label="MapPartitionsRDD [200804] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200805 [labelType="html" label="MapPartitionsRDD [200805] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558927 { label="WholeStageCodegen (3)"; 200806 [labelType="html" label="MapPartitionsRDD [200806] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558926 { label="DeserializeToObject"; 200807 [labelType="html" label="MapPartitionsRDD [200807] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558925 { label="MapPartitions"; 200808 [labelType="html" label="MapPartitionsRDD [200808] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558921 { label="WholeStageCodegen (4)"; 200809 [labelType="html" label="MapPartitionsRDD [200809] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558920 { label="Exchange"; 200810 [labelType="html" label="MapPartitionsRDD [200810] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200765->200766; 200766->200767; 200767->200768; 200768->200769; 200769->200770; 200770->200803; 200803->200804; 200804->200805; 200805->200806; 200806->200807; 200807->200808; 200808->200809; 200809->200810; }

200764,200765

200770

Event Timeline

Enable zooming