Skip to content

Instantly share code, notes, and snippets.

@rahulsmahadev
Created April 3, 2024 01:27
Show Gist options
  • Select an option

  • Save rahulsmahadev/fa1204d6bac29b754ddee92aa9f83764 to your computer and use it in GitHub Desktop.

Select an option

Save rahulsmahadev/fa1204d6bac29b754ddee92aa9f83764 to your computer and use it in GitHub Desktop.
- test post optimize metadata tagging *** FAILED *** (17 seconds, 315 milliseconds)
java.lang.IllegalStateException: Incrementally Computed State failed checksum check for commit 5 [Map(filePathsFromPreviousVersion -> ["part-00000-9d6358a7-e956-4897-9828-265516870b03-c000.snappy.parquet","part-00000-5bdcf33c-42b0-411b-81e8-29bbdc4fdbbe-c000.snappy.parquet","part-00001-e433660c-436c-4a92-872b-2423055ff03b-c000.snappy.parquet","part-00000-b47e717c-a8a6-471a-9c21-68755ef1bd43-c000.snappy.parquet"], numFilesInPreviousVersion -> 4, removeFilePathsInThisCommit -> [], computedTableSizeBytes -> 5981, computedFiles -> [{"path":"part-00000-9d6358a7-e956-4897-9828-265516870b03-c000.snappy.parquet","partitionValues":{},"size":1000,"modificationTime":1712107119660,"dataChange":false,"stats":"{\"numRecords\":50,\"minValues\":{\"id\":0,\"zCol\":1},\"maxValues\":{\"id\":49,\"zCol\":1},\"nullCount\":{\"id\":0,\"zCol\":0},\"tightBounds\":true}","tags":{"MAX_INSERTION_TIME":"1712107119660000","INSERTION_TIME":"1712107119660000","LIQUID_METADATA_ID":"628ff091-01ed-4710-bcce-6d09728d1044","MIN_INSERTION_TIME":"1712107119660000","OPTIMIZE_TARGET_SIZE":"268435456"},"baseRowId":200,"defaultRowCommitVersion":3},{"path":"part-00000-5bdcf33c-42b0-411b-81e8-29bbdc4fdbbe-c000.snappy.parquet","partitionValues":{},"size":1966,"modificationTime":1712107117140,"dataChange":false,"stats":"{\"numRecords\":50,\"minValues\":{\"id\":5,\"zCol\":5},\"maxValues\":{\"id\":99,\"zCol\":9},\"nullCount\":{\"id\":0,\"zCol\":0},\"tightBounds\":true}","tags":{"MAX_INSERTION_TIME":"1712107113264001","INSERTION_TIME":"1712107113264000","LIQUID_METADATA_ID":"628ff091-01ed-4710-bcce-6d09728d1044","MIN_INSERTION_TIME":"1712107113264000","OPTIMIZE_TARGET_SIZE":"1056"},"baseRowId":100,"defaultRowCommitVersion":2},{"path":"part-00001-e433660c-436c-4a92-872b-2423055ff03b-c000.snappy.parquet","partitionValues":{},"size":1958,"modificationTime":1712107117140,"dataChange":false,"stats":"{\"numRecords\":50,\"minValues\":{\"id\":0,\"zCol\":0},\"maxValues\":{\"id\":94,\"zCol\":4},\"nullCount\":{\"id\":0,\"zCol\":0},\"tightBounds\":true}","tags":{"MAX_INSERTION_TIME":"1712107113264001","INSERTION_TIME":"1712107113264000","LIQUID_METADATA_ID":"628ff091-01ed-4710-bcce-6d09728d1044","MIN_INSERTION_TIME":"1712107113264000","OPTIMIZE_TARGET_SIZE":"1056"},"baseRowId":150,"defaultRowCommitVersion":2},{"path":"part-00000-b47e717c-a8a6-471a-9c21-68755ef1bd43-c000.snappy.parquet","partitionValues":{},"size":1057,"modificationTime":1712107120496,"dataChange":false,"stats":"{\"numRecords\":50,\"minValues\":{\"id\":0,\"zCol\":0},\"maxValues\":{\"id\":49,\"zCol\":9},\"nullCount\":{\"id\":0,\"zCol\":0},\"tightBounds\":true}","tags":{"INSERTION_TIME":"1712107120496000","MIN_INSERTION_TIME":"1712107120496000","MAX_INSERTION_TIME":"1712107120496000","OPTIMIZE_TARGET_SIZE":"268435456"},"baseRowId":250,"defaultRowCommitVersion":4}], expectedNumFiles -> 5, addFilePathsInThisCommit -> ["part-00000-9d6358a7-e956-4897-9828-265516870b03-c000.snappy.parquet"], expectedTableSizeBytes -> 6981, numAddFilePathsInThisCommit -> 1, attemptVersion -> 5, computedNumFiles -> 4, operationName -> LIQUID LAZY CLUSTERING TAGGING, numRemoveFilePathsInThisCommit -> 0)]
at com.databricks.sql.transaction.tahoe.RecordChecksum.$anonfun$computeNewChecksum$24(Checksum.scala:322)
at com.databricks.sql.transaction.tahoe.RecordChecksum.$anonfun$computeNewChecksum$24$adapted(Checksum.scala:279)
at scala.Option.filter(Option.scala:289)
at com.databricks.sql.transaction.tahoe.RecordChecksum.computeNewChecksum(Checksum.scala:279)
at com.databricks.sql.transaction.tahoe.RecordChecksum.computeNewChecksum$(Checksum.scala:160)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.computeNewChecksum(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.$anonfun$incrementallyDeriveChecksum$5(OptimisticTransactionImplEdge.scala:1248)
at scala.Option.flatMap(Option.scala:271)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.incrementallyDeriveChecksum(OptimisticTransactionImplEdge.scala:1207)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.incrementallyDeriveChecksum$(OptimisticTransactionImplEdge.scala:1170)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.incrementallyDeriveChecksum(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge$SnapshotCacheInfo.$anonfun$getVersionChecksumOpt$1(OptimisticTransactionImplEdge.scala:991)
at scala.Option.orElse(Option.scala:447)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge$SnapshotCacheInfo.getVersionChecksumOpt(OptimisticTransactionImplEdge.scala:991)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.writeCommitFile(OptimisticTransactionImplEdge.scala:668)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.writeCommitFile$(OptimisticTransactionImplEdge.scala:656)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.writeCommitFile(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.doCommit(OptimisticTransaction.scala:1966)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.doCommit$(OptimisticTransaction.scala:1939)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.doCommit(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.$anonfun$doCommitRetryIteratively$3(OptimisticTransaction.scala:1869)
at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:158)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.$anonfun$doCommitRetryIteratively$2(OptimisticTransaction.scala:1862)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.withOperationTypeTag(DeltaLogging.scala:225)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.withOperationTypeTag$(DeltaLogging.scala:212)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.withOperationTypeTag(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$2(DeltaLogging.scala:164)
at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:94)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile(DeltaLogging.scala:294)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile$(DeltaLogging.scala:292)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.recordFrameProfile(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:163)
at com.databricks.spark.util.Log4jUsageLogger.recordOperation(UsageLogger.scala:247)
at com.databricks.spark.util.UsageLogging.recordOperation(UsageLogger.scala:429)
at com.databricks.spark.util.UsageLogging.recordOperation$(UsageLogger.scala:408)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.recordOperation(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:162)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:152)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:142)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.recordDeltaOperation(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.$anonfun$doCommitRetryIteratively$1(OptimisticTransaction.scala:1862)
at com.databricks.sql.transaction.tahoe.SnapshotManagement.withSnapshotLockInterruptibly(SnapshotManagement.scala:97)
at com.databricks.sql.transaction.tahoe.SnapshotManagement.withSnapshotLockInterruptibly$(SnapshotManagement.scala:94)
at com.databricks.sql.transaction.tahoe.DeltaLog.withSnapshotLockInterruptibly(DeltaLog.scala:93)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.lockCommitIfEnabled(OptimisticTransaction.scala:1834)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.doCommitRetryIteratively(OptimisticTransaction.scala:1852)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.doCommitRetryIteratively$(OptimisticTransaction.scala:1848)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.doCommitRetryIteratively(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.liftedTree1$1(OptimisticTransactionImplEdge.scala:511)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.$anonfun$commitImpl$1(OptimisticTransactionImplEdge.scala:358)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.withOperationTypeTag(DeltaLogging.scala:225)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.withOperationTypeTag$(DeltaLogging.scala:212)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.withOperationTypeTag(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$2(DeltaLogging.scala:164)
at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:94)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile(DeltaLogging.scala:294)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile$(DeltaLogging.scala:292)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.recordFrameProfile(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:163)
at com.databricks.spark.util.Log4jUsageLogger.recordOperation(UsageLogger.scala:247)
at com.databricks.spark.util.UsageLogging.recordOperation(UsageLogger.scala:429)
at com.databricks.spark.util.UsageLogging.recordOperation$(UsageLogger.scala:408)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.recordOperation(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:162)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:152)
at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:142)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.recordDeltaOperation(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.commitImpl(OptimisticTransactionImplEdge.scala:354)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImplEdge.commitImpl$(OptimisticTransactionImplEdge.scala:348)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.commitImpl(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.commit(OptimisticTransaction.scala:1114)
at com.databricks.sql.transaction.tahoe.OptimisticTransactionImpl.commit$(OptimisticTransaction.scala:1111)
at com.databricks.sql.transaction.tahoe.OptimisticTransaction.commit(OptimisticTransaction.scala:166)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$runAndReturnMetricsInternal$6(OptimizeRunner.scala:587)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$runAndReturnMetricsInternal$6$adapted(OptimizeRunner.scala:576)
at scala.collection.Iterator.foreach(Iterator.scala:943)
at scala.collection.Iterator.foreach$(Iterator.scala:943)
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$runAndReturnMetricsInternal$4(OptimizeRunner.scala:576)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$runAndReturnMetricsInternal$4$adapted(OptimizeRunner.scala:560)
at scala.Option.foreach(Option.scala:407)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$runAndReturnMetricsInternal$1(OptimizeRunner.scala:560)
at com.databricks.sql.acl.CheckPermissions$.$anonfun$trusted$2(CheckPermissions.scala:2196)
at com.databricks.sql.util.ThreadLocalTagger.withTag(QueryTagger.scala:62)
at com.databricks.sql.util.ThreadLocalTagger.withTag$(QueryTagger.scala:59)
at com.databricks.sql.util.QueryTagger$.withTag(QueryTagger.scala:130)
at com.databricks.sql.acl.CheckPermissions$.trusted(CheckPermissions.scala:2196)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.runAndReturnMetricsInternal(OptimizeRunner.scala:499)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.runAndReturnMetricsWithConflictChecking(OptimizeRunner.scala:480)
at com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.runAndReturnMetrics(OptimizeRunner.scala:461)
at com.databricks.sql.transaction.tahoe.commands.OptimizeTableCommandEdge.$anonfun$run$1(OptimizeTableCommandEdge.scala:155)
at com.databricks.sql.acl.CheckPermissions$.$anonfun$trusted$2(CheckPermissions.scala:2196)
at com.databricks.sql.util.ThreadLocalTagger.withTag(QueryTagger.scala:62)
at com.databricks.sql.util.ThreadLocalTagger.withTag$(QueryTagger.scala:59)
at com.databricks.sql.util.QueryTagger$.withTag(QueryTagger.scala:130)
at com.databricks.sql.acl.CheckPermissions$.trusted(CheckPermissions.scala:2196)
at com.databricks.sql.transaction.tahoe.commands.OptimizeTableCommandEdge.run(OptimizeTableCommandEdge.scala:112)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.$anonfun$sideEffectResult$2(commands.scala:84)
at org.apache.spark.sql.execution.SparkPlan.runCommandWithAetherOff(SparkPlan.scala:180)
at org.apache.spark.sql.execution.SparkPlan.runCommandInAetherOrSpark(SparkPlan.scala:191)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.$anonfun$sideEffectResult$1(commands.scala:84)
at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:94)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:81)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:80)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:94)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$5(QueryExecution.scala:371)
at com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$4(QueryExecution.scala:371)
at org.apache.spark.sql.catalyst.QueryPlanningTracker$.withTracker(QueryPlanningTracker.scala:166)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$3(QueryExecution.scala:371)
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$9(SQLExecution.scala:376)
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:659)
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$1(SQLExecution.scala:265)
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1175)
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId0(SQLExecution.scala:162)
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:596)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$2(QueryExecution.scala:367)
at org.apache.spark.sql.execution.QueryExecution$.withInternalError(QueryExecution.scala:1106)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$1(QueryExecution.scala:363)
at org.apache.spark.sql.execution.QueryExecution.org$apache$spark$sql$execution$QueryExecution$$withMVTagsIfNecessary(QueryExecution.scala:315)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.applyOrElse(QueryExecution.scala:360)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.applyOrElse(QueryExecution.scala:337)
at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:477)
at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:83)
at org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:477)
at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:40)
at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:379)
at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:375)
at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:40)
at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:40)
at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:453)
at org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$1(QueryExecution.scala:337)
at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper$.allowInvokingTransformsInAnalyzer(AnalysisHelper.scala:436)
at org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:337)
at org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:274)
at org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:271)
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:270)
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:130)
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1175)
at org.apache.spark.sql.SparkSession.$anonfun$withActiveAndFrameProfiler$1(SparkSession.scala:1182)
at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:94)
at org.apache.spark.sql.SparkSession.withActiveAndFrameProfiler(SparkSession.scala:1182)
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:119)
at org.apache.spark.sql.SparkSession.$anonfun$sql$4(SparkSession.scala:954)
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1175)
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:942)
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:977)
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:1010)
at org.apache.spark.sql.test.SQLTestUtilsBase.$anonfun$sql$1(SQLTestUtils.scala:294)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsBase.optimizeTable(ClusteredTableTestUtils.scala:40)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsBase.optimizeTable$(ClusteredTableTestUtils.scala:39)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.optimizeTable(IncrementalClusteringSuite.scala:50)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsBase.runOptimize(ClusteredTableTestUtils.scala:49)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsBase.runOptimize$(ClusteredTableTestUtils.scala:48)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.com$databricks$sql$io$skipping$ClusteredTableTestUtilsEdge$$super$runOptimize(IncrementalClusteringSuite.scala:50)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsEdge.runOptimize(ClusteredTableTestUtilsEdge.scala:261)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsEdge.runOptimize$(ClusteredTableTestUtilsEdge.scala:260)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.runOptimize(IncrementalClusteringSuite.scala:50)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.$anonfun$new$231(IncrementalClusteringSuite.scala:1943)
at com.databricks.spark.util.Log4jUsageLogger$.track(UsageLogger.scala:150)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.$anonfun$new$227(IncrementalClusteringSuite.scala:1943)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64)
at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:105)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsBase.withClusteredTable(ClusteredTableTestUtils.scala:81)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsBase.withClusteredTable$(ClusteredTableTestUtils.scala:72)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.withClusteredTable(IncrementalClusteringSuite.scala:50)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.$anonfun$new$226(IncrementalClusteringSuite.scala:1891)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:75)
at org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(IncrementalClusteringSuite.scala:50)
at org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:309)
at org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:307)
at com.databricks.sql.transaction.tahoe.zorder.IncrementalClusteringSuite.withSQLConf(IncrementalClusteringSuite.scala:50)
at com.databricks.sql.io.skipping.ClusteredTableTestUtilsEdge.$anonfun$test$1(ClusteredTableTestUtilsEdge.scala:65)
at org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
at org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
at org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
at org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
at org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:78)
at org.apache.spark.SparkFunSuite.testWithTimeout(SparkFunSuite.scala:457)
at org.apache.spark.SparkFunSuite.$anonfun$test$1(SparkFunSuite.scala:532)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
at org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:224)
at org.apache.spark.SparkFunSuite.runWithCredentials(SparkFunSuite.scala:582)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:288)
at org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
at org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
at org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
at org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:78)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:78)
at org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
at scala.collection.immutable.List.foreach(List.scala:431)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
at org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
at org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
at org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
at org.scalatest.Suite.run(Suite.scala:1114)
at org.scalatest.Suite.run$(Suite.scala:1096)
at org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
at org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
at org.scalatest.SuperEngine.runImpl(Engine.scala:535)
at org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
at org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:78)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:554)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:47)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1321)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1315)
at scala.collection.immutable.List.foreach(List.scala:431)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1315)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:992)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:970)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1481)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:970)
at org.scalatest.tools.Runner$.run(Runner.scala:798)
at com.databricks.scalatest.ScalaTestRunnerWrapper$.main(ScalaTestRunnerWrapper.scala:53)
at com.databricks.scalatest.ScalaTestRunnerWrapper.main(ScalaTestRunnerWrapper.scala)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment