crp-wrkload-determination - Details for Stage 118821 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 20 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46329

digraph G { subgraph clusterstage_118821 { label="Stage 118821"; subgraph cluster558829 { label="Exchange"; 200765 [labelType="html" label="ShuffledRowRDD [200765] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558825 { label="WholeStageCodegen (1)"; 200766 [labelType="html" label="MapPartitionsRDD [200766] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558824 { label="MapGroups"; 200767 [labelType="html" label="MapPartitionsRDD [200767] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558821 { label="WholeStageCodegen (2)"; 200768 [labelType="html" label="MapPartitionsRDD [200768] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558830 { label="mapPartitionsInternal"; 200769 [labelType="html" label="MapPartitionsRDD [200769] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558831 { label="mapPartitionsInternal"; 200770 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3261851, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3261852L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3261853, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3261854L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@770c746a, value#3261845.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3261845], [path#3261835, length#3261836L, isDir#3261837, modificationTime#3261838L], obj#3261850: org.apache.spark.sql.delta.SerializableFileStatus\n ... [200770] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558839 { label="InMemoryTableScan"; 200771 [labelType="html" label="MapPartitionsRDD [200771] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200772 [labelType="html" label="MapPartitionsRDD [200772] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 200773 [labelType="html" label="MapPartitionsRDD [200773] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558833 { label="WholeStageCodegen (1)"; 200774 [labelType="html" label="MapPartitionsRDD [200774] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster558832 { label="Exchange"; 200775 [labelType="html" label="MapPartitionsRDD [200775] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 200765->200766; 200766->200767; 200767->200768; 200768->200769; 200769->200770; 200770->200771; 200771->200772; 200772->200773; 200773->200774; 200774->200775; }

200764,200765

200770

Event Timeline

Enable zooming