crp-wrkload-determination - Details for Stage 119552 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 19 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46669

digraph G { subgraph clusterstage_119552 { label="Stage 119552"; subgraph cluster562790 { label="Exchange"; 202482 [labelType="html" label="ShuffledRowRDD [202482] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562786 { label="WholeStageCodegen (1)"; 202483 [labelType="html" label="MapPartitionsRDD [202483] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562785 { label="MapGroups"; 202484 [labelType="html" label="MapPartitionsRDD [202484] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562782 { label="WholeStageCodegen (2)"; 202485 [labelType="html" label="MapPartitionsRDD [202485] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562791 { label="mapPartitionsInternal"; 202486 [labelType="html" label="MapPartitionsRDD [202486] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562792 { label="mapPartitionsInternal"; 202487 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3290547, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3290548L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3290549, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3290550L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@72f25bd6, value#3290541.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3290541], [path#3290531, length#3290532L, isDir#3290533, modificationTime#3290534L], obj#3290546: org.apache.spark.sql.delta.SerializableFileStatus\n ... [202487] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562800 { label="InMemoryTableScan"; 202488 [labelType="html" label="MapPartitionsRDD [202488] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 202489 [labelType="html" label="MapPartitionsRDD [202489] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 202490 [labelType="html" label="MapPartitionsRDD [202490] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562794 { label="WholeStageCodegen (1)"; 202491 [labelType="html" label="MapPartitionsRDD [202491] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster562793 { label="Exchange"; 202492 [labelType="html" label="MapPartitionsRDD [202492] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 202482->202483; 202483->202484; 202484->202485; 202485->202486; 202486->202487; 202487->202488; 202488->202489; 202489->202490; 202490->202491; 202491->202492; }

202481,202482

202487

Event Timeline

Enable zooming