Skip to content

Instantly share code, notes, and snippets.

@rahulsmahadev
Created February 9, 2023 22:20
Show Gist options
  • Select an option

  • Save rahulsmahadev/d7dd860687ea85620d68e4d77aa1a019 to your computer and use it in GitHub Desktop.

Select an option

Save rahulsmahadev/d7dd860687ea85620d68e4d77aa1a019 to your computer and use it in GitHub Desktop.
[info] io.delta.standalone.internal.HDFSLogStoreSuite *** ABORTED ***
[info] java.lang.NoClassDefFoundError: Could not initialize class org.xerial.snappy.Snappy
[info] at org.apache.parquet.hadoop.codec.SnappyCompressor.compress(SnappyCompressor.java:67)
[info] at org.apache.hadoop.io.compress.CompressorStream.compress(CompressorStream.java:81)
[info] at org.apache.hadoop.io.compress.CompressorStream.finish(CompressorStream.java:92)
[info] at org.apache.parquet.hadoop.CodecFactory$HeapBytesCompressor.compress(CodecFactory.java:167)
[info] at org.apache.parquet.hadoop.ColumnChunkPageWriteStore$ColumnChunkPageWriter.writePage(ColumnChunkPageWriteStore.java:168)
[info] at org.apache.parquet.column.impl.ColumnWriterV1.writePage(ColumnWriterV1.java:59)
[info] at org.apache.parquet.column.impl.ColumnWriterBase.writePage(ColumnWriterBase.java:387)
[info] at org.apache.parquet.column.impl.ColumnWriteStoreBase.flush(ColumnWriteStoreBase.java:186)
[info] at org.apache.parquet.column.impl.ColumnWriteStoreV1.flush(ColumnWriteStoreV1.java:29)
[info] at org.apache.parquet.hadoop.InternalParquetRecordWriter.flushRowGroupToStore(InternalParquetRecordWriter.java:185)
[info] ...
[error] Uncaught exception when running io.delta.standalone.internal.HDFSLogStoreSuite: java.lang.NoClassDefFoundError: Could not initialize class org.xerial.snappy.Snappy
[error] sbt.ForkMain$ForkError: java.lang.NoClassDefFoundError: Could not initialize class org.xerial.snappy.Snappy
[error] at org.apache.parquet.hadoop.codec.SnappyCompressor.compress(SnappyCompressor.java:67)
[error] at org.apache.hadoop.io.compress.CompressorStream.compress(CompressorStream.java:81)
[error] at org.apache.hadoop.io.compress.CompressorStream.finish(CompressorStream.java:92)
[error] at org.apache.parquet.hadoop.CodecFactory$HeapBytesCompressor.compress(CodecFactory.java:167)
[error] at org.apache.parquet.hadoop.ColumnChunkPageWriteStore$ColumnChunkPageWriter.writePage(ColumnChunkPageWriteStore.java:168)
[error] at org.apache.parquet.column.impl.ColumnWriterV1.writePage(ColumnWriterV1.java:59)
[error] at org.apache.parquet.column.impl.ColumnWriterBase.writePage(ColumnWriterBase.java:387)
[error] at org.apache.parquet.column.impl.ColumnWriteStoreBase.flush(ColumnWriteStoreBase.java:186)
[error] at org.apache.parquet.column.impl.ColumnWriteStoreV1.flush(ColumnWriteStoreV1.java:29)
[error] at org.apache.parquet.hadoop.InternalParquetRecordWriter.flushRowGroupToStore(InternalParquetRecordWriter.java:185)
[error] at org.apache.parquet.hadoop.InternalParquetRecordWriter.close(InternalParquetRecordWriter.java:124)
[error] at org.apache.parquet.hadoop.ParquetWriter.close(ParquetWriter.java:319)
[error] at com.github.mjakubowski84.parquet4s.DefaultParquetWriter.close(ParquetWriter.scala:165)
[error] at io.delta.standalone.internal.Checkpoints$.writeCheckpoint(Checkpoints.scala:273)
[error] at io.delta.standalone.internal.Checkpoints.checkpoint(Checkpoints.scala:125)
[error] at io.delta.standalone.internal.Checkpoints.checkpoint$(Checkpoints.scala:121)
[error] at io.delta.standalone.internal.DeltaLogImpl.checkpoint(DeltaLogImpl.scala:42)
[error] at io.delta.standalone.internal.Checkpoints.checkpoint(Checkpoints.scala:116)
[error] at io.delta.standalone.internal.Checkpoints.checkpoint$(Checkpoints.scala:116)
[error] at io.delta.standalone.internal.DeltaLogImpl.checkpoint(DeltaLogImpl.scala:42)
[error] at io.delta.standalone.internal.LogStoreSuiteBase.$anonfun$new$36(LogStoreSuite.scala:149)
[error] at io.delta.standalone.internal.LogStoreSuiteBase.$anonfun$new$36$adapted(LogStoreSuite.scala:131)
[error] at io.delta.standalone.internal.util.TestUtils$.withTempDir(TestUtils.scala:39)
[error] at io.delta.standalone.internal.LogStoreSuiteBase.$anonfun$new$35(LogStoreSuite.scala:131)
[error] at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23
[error] at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
[error] at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
[error] at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
[error] at org.scalatest.Transformer.apply(Transformer.scala:22)
[error] at org.scalatest.Transformer.apply(Transformer.scala:20)
[error] at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
[error] at org.scalatest.TestSuite.withFixture(TestSuite.scala:196)
[error] at org.scalatest.TestSuite.withFixture$(TestSuite.scala:195)
[error] at org.scalatest.FunSuite.withFixture(FunSuite.scala:1560)
[error] at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184
[error] at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
[error] at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
[error] at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
[error] at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
[error] at org.scalatest.FunSuite.runTest(FunSuite.scala:1560)
[error] at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229
[error] at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
[error] at scala.collection.immutable.List.foreach(List.scala:392)
[error] at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
[error] at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
[error] at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
[error] at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
[error] at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
[error] at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
[error] at org.scalatest.Suite.run(Suite.scala:1124)
[error] at org.scalatest.Suite.run$(Suite.scala:1106)
[error] at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
[error] at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
[error] at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
[error] at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
[error] at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
[error] at org.scalatest.FunSuite.run(FunSuite.scala:1560)
[error] at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
[error] at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
[error] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:413)
[error] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[error] at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[error] at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[error] at java.base/java.lang.Thread.run(Thread.java:829)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment