1
1
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-10-06 07:32:38 +02:00

Compare commits

...

2 Commits

Author SHA1 Message Date
Viktor Lofgren
f4ad7145db (crawler) Disable SO_LINGER 2025-04-18 01:42:02 +02:00
Viktor Lofgren
068b450180 (crawler) Temporarily disable request.abort() 2025-04-18 01:25:56 +02:00
2 changed files with 4 additions and 2 deletions

View File

@@ -99,7 +99,7 @@ public class HttpFetcherImpl implements HttpFetcher, HttpRequestRetryStrategy {
.build();
connectionManager.setDefaultSocketConfig(SocketConfig.custom()
.setSoLinger(TimeValue.ofSeconds(15))
.setSoLinger(TimeValue.ofSeconds(-1))
.setSoTimeout(Timeout.ofSeconds(10))
.build()
);

View File

@@ -105,7 +105,9 @@ public abstract class WarcInputBuffer implements AutoCloseable {
// Abort the request if the time limit is exceeded
// so we don't keep the connection open forever or are forced to consume
// the stream to the end
request.abort();
// FIXME: Disable this for now, as it may cause issues with the connection pool
// request.abort();
break;
}