crp-wrkload-determination - Details for Stage 118113 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 45998

digraph G { subgraph clusterstage_118113 { label="Stage 118113"; subgraph cluster554868 { label="Exchange"; 199048 [labelType="html" label="ShuffledRowRDD [199048] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554864 { label="WholeStageCodegen (1)"; 199049 [labelType="html" label="MapPartitionsRDD [199049] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554863 { label="MapGroups"; 199050 [labelType="html" label="MapPartitionsRDD [199050] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554860 { label="WholeStageCodegen (2)"; 199051 [labelType="html" label="MapPartitionsRDD [199051] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554869 { label="mapPartitionsInternal"; 199052 [labelType="html" label="MapPartitionsRDD [199052] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554870 { label="mapPartitionsInternal"; 199053 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3233155, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3233156L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3233157, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3233158L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@3a471bc8, value#3233149.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3233149], [path#3233139, length#3233140L, isDir#3233141, modificationTime#3233142L], obj#3233154: org.apache.spark.sql.delta.SerializableFileStatus\n ... [199053] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555013 { label="InMemoryTableScan"; 199105 [labelType="html" label="MapPartitionsRDD [199105] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199106 [labelType="html" label="MapPartitionsRDD [199106] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199107 [labelType="html" label="MapPartitionsRDD [199107] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555009 { label="WholeStageCodegen (3)"; 199108 [labelType="html" label="MapPartitionsRDD [199108] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555008 { label="DeserializeToObject"; 199109 [labelType="html" label="MapPartitionsRDD [199109] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555007 { label="MapPartitions"; 199110 [labelType="html" label="MapPartitionsRDD [199110] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555003 { label="WholeStageCodegen (4)"; 199111 [labelType="html" label="MapPartitionsRDD [199111] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster555002 { label="Exchange"; 199112 [labelType="html" label="MapPartitionsRDD [199112] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 199048->199049; 199049->199050; 199050->199051; 199051->199052; 199052->199053; 199053->199105; 199105->199106; 199106->199107; 199107->199108; 199108->199109; 199109->199110; 199110->199111; 199111->199112; }

199047,199048

199053

Event Timeline

Enable zooming