Archives/Athou_commafeed
1
0
Fork 1
mirror of https://github.com/Athou/commafeed.git synced 2026-10-16 09:21:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

add support for zstd compression

Browse Source
This commit is contained in:
Athou
2026-10-14 07:35:49 +02:00
parent c1522f1005
commit 69c1e8a5b8
4 changed files with 14 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
commafeed-server/pom.xml
View File

@@ -461,6 +461,10 @@
<artifactId>ayza-for-apache5</artifactId>
<version>10.1.0</version>
</dependency>
<dependency>
<groupId>com.github.luben</groupId>
<artifactId>zstd-jni</artifactId>
</dependency>
<dependency>
<groupId>com.github.seancfoley</groupId>
<artifactId>ipaddress</artifactId>

10
commafeed-server/src/main/java/com/commafeed/NativeImageClasses.java
View File

@@ -350,15 +350,7 @@ import io.quarkus.runtime.annotations.RegisterForReflection;
})
public class NativeImageClasses {
// disable zstd and brotli runtime detection because it causes native image failure
@TargetClass(className = "org.apache.hc.client5.http.impl.ZstdRuntime")
static final class ZstdRuntime {
@Substitute
public static boolean available() {
return false;
}
}
// disable brotli runtime detection because it causes native image failure
@TargetClass(className = "org.apache.hc.client5.http.impl.Brotli4jRuntime")
static final class Brotli4jRuntime {
@Substitute

2
commafeed-server/src/main/java/com/commafeed/backend/HttpClientFactory.java
View File

@@ -21,6 +21,7 @@ import org.apache.hc.client5.http.DnsResolver;
import org.apache.hc.client5.http.SystemDefaultDnsResolver;
import org.apache.hc.client5.http.async.methods.InflatingAsyncDataConsumer;
import org.apache.hc.client5.http.async.methods.InflatingGzipDataConsumer;
import org.apache.hc.client5.http.async.methods.InflatingZstdDataConsumer;
import org.apache.hc.client5.http.config.ConnectionConfig;
import org.apache.hc.client5.http.config.TlsConfig;
import org.apache.hc.client5.http.entity.compress.ContentCoding;
@@ -90,6 +91,7 @@ public class HttpClientFactory {
contentDecoderMap.put(
ContentCoding.DEFLATE.token(), d -> new InflatingAsyncDataConsumer(d, null));
contentDecoderMap.put(ContentCoding.GZIP.token(), InflatingGzipDataConsumer::new);
contentDecoderMap.put(ContentCoding.ZSTD.token(), InflatingZstdDataConsumer::new);
RedirectStrategy redirectStrategy =
config.httpClient().blockLocalAddresses()

8
commafeed-server/src/test/java/com/commafeed/backend/HttpGetterTest.java
View File

@@ -7,6 +7,7 @@ import com.commafeed.backend.HttpGetter.HttpResponseException;
import com.commafeed.backend.HttpGetter.HttpResult;
import com.commafeed.backend.HttpGetter.NotModifiedException;
import com.commafeed.backend.HttpGetter.TooManyRequestsException;
import com.github.luben.zstd.ZstdOutputStream;
import com.google.common.net.HttpHeaders;
import io.quarkus.runtime.configuration.MemorySize;
@@ -417,7 +418,7 @@ class HttpGetterTest {
@Nested
class Compression {
private static final String ACCEPT_ENCODING = "deflate, gzip";
private static final String ACCEPT_ENCODING = "deflate, gzip, zstd";
@Test
void gzip() throws Exception {
@@ -429,6 +430,11 @@ class HttpGetterTest {
supportsCompression("deflate", DeflaterOutputStream::new);
}
@Test
void zstd() throws Exception {
supportsCompression("zstd", ZstdOutputStream::new);
}
void supportsCompression(String encoding, CompressionFunction compressionFunction)
throws Exception {
String body = "my body";