1
1
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-10-05 21:22:39 +02:00

(parquet) Use ZSTD compression by default.

This commit is contained in:
Viktor Lofgren
2023-09-11 09:02:58 +02:00
parent a284682deb
commit dbe974f510
3 changed files with 10 additions and 4 deletions

View File

@@ -9,9 +9,12 @@ java {
}
dependencies {
implementation 'org.apache.parquet:parquet-column:1.13.1'
implementation ('org.apache.parquet:parquet-column:1.13.1') {
transitive = true
}
implementation('org.apache.parquet:parquet-hadoop:1.13.1') {
exclude group: 'commons-pool', module: 'commons-pool'
transitive = true
}
}

View File

@@ -62,7 +62,7 @@ public final class ParquetWriter<T> implements Closeable {
this.writer = new Builder<T>(outputFile)
.withType(schema)
.withDehydrator(dehydrator)
.withCompressionCodec(CompressionCodecName.SNAPPY)
.withCompressionCodec(CompressionCodecName.ZSTD)
.withWriterVersion(ParquetProperties.WriterVersion.PARQUET_2_0)
.build();
}