crp-wrkload-determination - Details for Stage 118477 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 28 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 46169

digraph G { subgraph clusterstage_118477 { label="Stage 118477"; subgraph cluster556965 { label="Exchange"; 199957 [labelType="html" label="ShuffledRowRDD [199957] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556961 { label="WholeStageCodegen (1)"; 199958 [labelType="html" label="MapPartitionsRDD [199958] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556960 { label="MapGroups"; 199959 [labelType="html" label="MapPartitionsRDD [199959] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556957 { label="WholeStageCodegen (2)"; 199960 [labelType="html" label="MapPartitionsRDD [199960] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556966 { label="mapPartitionsInternal"; 199961 [labelType="html" label="MapPartitionsRDD [199961] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556967 { label="mapPartitionsInternal"; 199962 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3248347, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3248348L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3248349, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3248350L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3638f1a2, value#3248341.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3248341], [path#3248331, length#3248332L, isDir#3248333, modificationTime#3248334L], obj#3248346: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199962] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556975 { label="InMemoryTableScan"; 199963 [labelType="html" label="MapPartitionsRDD [199963] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199964 [labelType="html" label="MapPartitionsRDD [199964] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199965 [labelType="html" label="MapPartitionsRDD [199965] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556969 { label="WholeStageCodegen (1)"; 199966 [labelType="html" label="MapPartitionsRDD [199966] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster556968 { label="Exchange"; 199967 [labelType="html" label="MapPartitionsRDD [199967] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199957->199958; 199958->199959; 199959->199960; 199960->199961; 199961->199962; 199962->199963; 199963->199964; 199964->199965; 199965->199966; 199966->199967; }

199956,199957

199962

Event Timeline

Enable zooming