crp-wrkload-determination - Details for Stage 119267 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 46535

digraph G { subgraph clusterstage_119267 { label="Stage 119267"; subgraph cluster561159 { label="Exchange"; 201775 [labelType="html" label="ShuffledRowRDD [201775] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561155 { label="WholeStageCodegen (1)"; 201776 [labelType="html" label="MapPartitionsRDD [201776] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561154 { label="MapGroups"; 201777 [labelType="html" label="MapPartitionsRDD [201777] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561151 { label="WholeStageCodegen (2)"; 201778 [labelType="html" label="MapPartitionsRDD [201778] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561160 { label="mapPartitionsInternal"; 201779 [labelType="html" label="MapPartitionsRDD [201779] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561161 { label="mapPartitionsInternal"; 201780 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3278731, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3278732L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3278733, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3278734L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@25307edd, value#3278725.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3278725], [path#3278715, length#3278716L, isDir#3278717, modificationTime#3278718L], obj#3278730: org.apache.spark.sql.delta.SerializableFileStatus\n ... [201780] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561261 { label="InMemoryTableScan"; 201813 [labelType="html" label="MapPartitionsRDD [201813] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201814 [labelType="html" label="MapPartitionsRDD [201814] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201815 [labelType="html" label="MapPartitionsRDD [201815] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561257 { label="WholeStageCodegen (3)"; 201816 [labelType="html" label="MapPartitionsRDD [201816] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561256 { label="DeserializeToObject"; 201817 [labelType="html" label="MapPartitionsRDD [201817] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561255 { label="MapPartitions"; 201818 [labelType="html" label="MapPartitionsRDD [201818] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561251 { label="WholeStageCodegen (4)"; 201819 [labelType="html" label="MapPartitionsRDD [201819] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561250 { label="Exchange"; 201820 [labelType="html" label="MapPartitionsRDD [201820] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 201775->201776; 201776->201777; 201777->201778; 201778->201779; 201779->201780; 201780->201813; 201813->201814; 201814->201815; 201815->201816; 201816->201817; 201817->201818; 201818->201819; 201819->201820; }

201774,201775

201780

Event Timeline

Enable zooming