crp-wrkload-determination - Details for Stage 121539 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 47592

digraph G { subgraph clusterstage_121539 { label="Stage 121539"; subgraph cluster573508 { label="Exchange"; 207128 [labelType="html" label="ShuffledRowRDD [207128] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573504 { label="WholeStageCodegen (1)"; 207129 [labelType="html" label="MapPartitionsRDD [207129] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573503 { label="MapGroups"; 207130 [labelType="html" label="MapPartitionsRDD [207130] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573500 { label="WholeStageCodegen (2)"; 207131 [labelType="html" label="MapPartitionsRDD [207131] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573509 { label="mapPartitionsInternal"; 207132 [labelType="html" label="MapPartitionsRDD [207132] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573510 { label="mapPartitionsInternal"; 207133 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3368195, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3368196L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3368197, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3368198L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@366d12f5, value#3368189.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3368189], [path#3368179, length#3368180L, isDir#3368181, modificationTime#3368182L], obj#3368194: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207133] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573571 { label="InMemoryTableScan"; 207147 [labelType="html" label="MapPartitionsRDD [207147] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207148 [labelType="html" label="MapPartitionsRDD [207148] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207149 [labelType="html" label="MapPartitionsRDD [207149] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573567 { label="WholeStageCodegen (3)"; 207150 [labelType="html" label="MapPartitionsRDD [207150] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573566 { label="DeserializeToObject"; 207151 [labelType="html" label="MapPartitionsRDD [207151] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573565 { label="MapPartitions"; 207152 [labelType="html" label="MapPartitionsRDD [207152] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573561 { label="WholeStageCodegen (4)"; 207153 [labelType="html" label="MapPartitionsRDD [207153] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573560 { label="Exchange"; 207154 [labelType="html" label="MapPartitionsRDD [207154] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207128->207129; 207129->207130; 207130->207131; 207131->207132; 207132->207133; 207133->207147; 207147->207148; 207148->207149; 207149->207150; 207150->207151; 207151->207152; 207152->207153; 207153->207154; }

207127,207128

207133

Event Timeline

Enable zooming