crp-wrkload-determination - Details for Stage 121530 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 10 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 47589

digraph G { subgraph clusterstage_121530 { label="Stage 121530"; subgraph cluster573508 { label="Exchange"; 207128 [labelType="html" label="ShuffledRowRDD [207128] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573504 { label="WholeStageCodegen (1)"; 207129 [labelType="html" label="MapPartitionsRDD [207129] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573503 { label="MapGroups"; 207130 [labelType="html" label="MapPartitionsRDD [207130] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573500 { label="WholeStageCodegen (2)"; 207131 [labelType="html" label="MapPartitionsRDD [207131] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573509 { label="mapPartitionsInternal"; 207132 [labelType="html" label="MapPartitionsRDD [207132] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573510 { label="mapPartitionsInternal"; 207133 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3368195, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3368196L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3368197, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3368198L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@366d12f5, value#3368189.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3368189], [path#3368179, length#3368180L, isDir#3368181, modificationTime#3368182L], obj#3368194: org.apache.spark.sql.delta.SerializableFileStatus\n ... [207133] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573518 { label="InMemoryTableScan"; 207134 [labelType="html" label="MapPartitionsRDD [207134] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207135 [labelType="html" label="MapPartitionsRDD [207135] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 207136 [labelType="html" label="MapPartitionsRDD [207136] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573512 { label="WholeStageCodegen (1)"; 207137 [labelType="html" label="MapPartitionsRDD [207137] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster573511 { label="Exchange"; 207138 [labelType="html" label="MapPartitionsRDD [207138] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 207128->207129; 207129->207130; 207130->207131; 207131->207132; 207132->207133; 207133->207134; 207134->207135; 207135->207136; 207136->207137; 207137->207138; }

207127,207128

207133

Event Timeline

Enable zooming