crp-wrkload-determination - Details for Stage 120627 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 25 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 47169

digraph G { subgraph clusterstage_120627 { label="Stage 120627"; subgraph cluster568615 { label="Exchange"; 205007 [labelType="html" label="ShuffledRowRDD [205007] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568611 { label="WholeStageCodegen (1)"; 205008 [labelType="html" label="MapPartitionsRDD [205008] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568610 { label="MapGroups"; 205009 [labelType="html" label="MapPartitionsRDD [205009] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568607 { label="WholeStageCodegen (2)"; 205010 [labelType="html" label="MapPartitionsRDD [205010] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568616 { label="mapPartitionsInternal"; 205011 [labelType="html" label="MapPartitionsRDD [205011] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568617 { label="mapPartitionsInternal"; 205012 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3332747, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3332748L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3332749, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3332750L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@b97a12b, value#3332741.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3332741], [path#3332731, length#3332732L, isDir#3332733, modificationTime#3332734L], obj#3332746: org.apache.spark.sql.delta.SerializableFileStatus\n ... [205012] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568625 { label="InMemoryTableScan"; 205013 [labelType="html" label="MapPartitionsRDD [205013] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 205014 [labelType="html" label="MapPartitionsRDD [205014] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 205015 [labelType="html" label="MapPartitionsRDD [205015] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568619 { label="WholeStageCodegen (1)"; 205016 [labelType="html" label="MapPartitionsRDD [205016] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568618 { label="Exchange"; 205017 [labelType="html" label="MapPartitionsRDD [205017] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 205007->205008; 205008->205009; 205009->205010; 205010->205011; 205011->205012; 205012->205013; 205013->205014; 205014->205015; 205015->205016; 205016->205017; }

205006,205007

205012

Event Timeline

Enable zooming