crp-wrkload-determination - Details for Stage 118070 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 45978

digraph G { subgraph clusterstage_118070 { label="Stage 118070"; subgraph cluster554635 { label="Exchange"; 198947 [labelType="html" label="ShuffledRowRDD [198947] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554631 { label="WholeStageCodegen (1)"; 198948 [labelType="html" label="MapPartitionsRDD [198948] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554630 { label="MapGroups"; 198949 [labelType="html" label="MapPartitionsRDD [198949] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554627 { label="WholeStageCodegen (2)"; 198950 [labelType="html" label="MapPartitionsRDD [198950] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554636 { label="mapPartitionsInternal"; 198951 [labelType="html" label="MapPartitionsRDD [198951] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554637 { label="mapPartitionsInternal"; 198952 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3231467, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3231468L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3231469, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3231470L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@26e6c7e4, value#3231461.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3231461], [path#3231451, length#3231452L, isDir#3231453, modificationTime#3231454L], obj#3231466: org.apache.spark.sql.delta.SerializableFileStatus\n ... [198952] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554780 { label="InMemoryTableScan"; 199004 [labelType="html" label="MapPartitionsRDD [199004] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199005 [labelType="html" label="MapPartitionsRDD [199005] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 199006 [labelType="html" label="MapPartitionsRDD [199006] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554776 { label="WholeStageCodegen (3)"; 199007 [labelType="html" label="MapPartitionsRDD [199007] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554775 { label="DeserializeToObject"; 199008 [labelType="html" label="MapPartitionsRDD [199008] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554774 { label="MapPartitions"; 199009 [labelType="html" label="MapPartitionsRDD [199009] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554770 { label="WholeStageCodegen (4)"; 199010 [labelType="html" label="MapPartitionsRDD [199010] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster554769 { label="Exchange"; 199011 [labelType="html" label="MapPartitionsRDD [199011] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 198947->198948; 198948->198949; 198949->198950; 198950->198951; 198951->198952; 198952->199004; 199004->199005; 199005->199006; 199006->199007; 199007->199008; 199008->199009; 199009->199010; 199010->199011; }

198946,198947

198952

Event Timeline

Enable zooming