crp-wrkload-determination - Details for Stage 118047 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 32 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 45969

digraph G { subgraph clusterstage_118047 { label="Stage 118047"; subgraph cluster554635 { label="Exchange"; 198947 [labelType="html" label="ShuffledRowRDD [198947] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554631 { label="WholeStageCodegen (1)"; 198948 [labelType="html" label="MapPartitionsRDD [198948] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554630 { label="MapGroups"; 198949 [labelType="html" label="MapPartitionsRDD [198949] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554627 { label="WholeStageCodegen (2)"; 198950 [labelType="html" label="MapPartitionsRDD [198950] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554636 { label="mapPartitionsInternal"; 198951 [labelType="html" label="MapPartitionsRDD [198951] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554637 { label="mapPartitionsInternal"; 198952 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3231467, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3231468L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3231469, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3231470L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@26e6c7e4, value#3231461.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3231461], [path#3231451, length#3231452L, isDir#3231453, modificationTime#3231454L], obj#3231466: org.apache.spark.sql.delta.SerializableFileStatus\n ... [198952] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554645 { label="InMemoryTableScan"; 198953 [labelType="html" label="MapPartitionsRDD [198953] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 198954 [labelType="html" label="MapPartitionsRDD [198954] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 198955 [labelType="html" label="MapPartitionsRDD [198955] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554639 { label="WholeStageCodegen (1)"; 198956 [labelType="html" label="MapPartitionsRDD [198956] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554638 { label="Exchange"; 198957 [labelType="html" label="MapPartitionsRDD [198957] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 198947->198948; 198948->198949; 198949->198950; 198950->198951; 198951->198952; 198952->198953; 198953->198954; 198954->198955; 198955->198956; 198956->198957; }

198946,198947

198952

Event Timeline

Enable zooming