crp-wrkload-determination - Details for Stage 120670 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 34 ms
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Shuffle Write Size / Records: 14.1 KiB / 200
Associated Job Ids: 47189

digraph G { subgraph clusterstage_120670 { label="Stage 120670"; subgraph cluster568848 { label="Exchange"; 205108 [labelType="html" label="ShuffledRowRDD [205108] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568844 { label="WholeStageCodegen (1)"; 205109 [labelType="html" label="MapPartitionsRDD [205109] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568843 { label="MapGroups"; 205110 [labelType="html" label="MapPartitionsRDD [205110] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568840 { label="WholeStageCodegen (2)"; 205111 [labelType="html" label="MapPartitionsRDD [205111] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568849 { label="mapPartitionsInternal"; 205112 [labelType="html" label="MapPartitionsRDD [205112] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568850 { label="mapPartitionsInternal"; 205113 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path, true, false, true) AS path#3334435, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length AS length#3334436L, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir AS isDir#3334437, knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime AS modificationTime#3334438L]\n +- MapGroups org.apache.spark.sql.KeyValueGroupedDataset$$Lambda$6934/0x0000000801d21280@646c4344, value#3334429.toString, newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3334429], [path#3334419, length#3334420L, isDir#3334421, modificationTime#3334422L], obj#3334434: org.apache.spark.sql.delta.SerializableFileStatus\n ... [205113] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568858 { label="InMemoryTableScan"; 205114 [labelType="html" label="MapPartitionsRDD [205114] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 205115 [labelType="html" label="MapPartitionsRDD [205115] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; 205116 [labelType="html" label="MapPartitionsRDD [205116] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568852 { label="WholeStageCodegen (1)"; 205117 [labelType="html" label="MapPartitionsRDD [205117] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster568851 { label="Exchange"; 205118 [labelType="html" label="MapPartitionsRDD [205118] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 205108->205109; 205109->205110; 205110->205111; 205111->205112; 205112->205113; 205113->205114; 205114->205115; 205115->205116; 205116->205117; 205117->205118; }

205107,205108

205113

Event Timeline

Enable zooming