crp-wrkload-determination - Details for Stage 119251 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 78 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46529

digraph G { subgraph clusterstage_119251 { label="Stage 119251"; subgraph cluster561159 { label="Exchange"; 201775 [labelType="html" label="ShuffledRowRDD [201775] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561155 { label="WholeStageCodegen (1)"; 201776 [labelType="html" label="MapPartitionsRDD [201776] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561154 { label="MapGroups"; 201777 [labelType="html" label="MapPartitionsRDD [201777] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561151 { label="WholeStageCodegen (2)"; 201778 [labelType="html" label="MapPartitionsRDD [201778] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561160 { label="mapPartitionsInternal"; 201779 [labelType="html" label="MapPartitionsRDD [201779] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561161 { label="mapPartitionsInternal"; 201780 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3278731, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3278732L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3278733, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3278734L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@25307edd, value#3278725.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3278725], [path#3278715, length#3278716L, isDir#3278717, modificationTime#3278718L], obj#3278730: org.apache.spark.sql.delta.SerializableFileStatus\n ... [201780] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561169 { label="InMemoryTableScan"; 201781 [labelType="html" label="MapPartitionsRDD [201781] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201782 [labelType="html" label="MapPartitionsRDD [201782] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 201783 [labelType="html" label="MapPartitionsRDD [201783] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561163 { label="WholeStageCodegen (1)"; 201784 [labelType="html" label="MapPartitionsRDD [201784] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster561162 { label="Exchange"; 201785 [labelType="html" label="MapPartitionsRDD [201785] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 201775->201776; 201776->201777; 201777->201778; 201778->201779; 201779->201780; 201780->201781; 201781->201782; 201782->201783; 201783->201784; 201784->201785; }

201774,201775

201780

Event Timeline

Enable zooming