mirror of
https://github.com/MarginaliaSearch/MarginaliaSearch.git
synced 2025-10-06 07:32:38 +02:00
Compare commits
1 Commits
deploy-017
...
deploy-017
Author | SHA1 | Date | |
---|---|---|---|
|
c309030184 |
@@ -122,6 +122,8 @@ public class SampleDataExporter {
|
|||||||
}
|
}
|
||||||
Files.createDirectory(tempDir);
|
Files.createDirectory(tempDir);
|
||||||
|
|
||||||
|
boolean wroteEntry = false;
|
||||||
|
|
||||||
try (var writer = new SlopCrawlDataRecord.Writer(tempDir);
|
try (var writer = new SlopCrawlDataRecord.Writer(tempDir);
|
||||||
var reader = new SlopCrawlDataRecord.FilteringReader(crawlDataPath) {
|
var reader = new SlopCrawlDataRecord.FilteringReader(crawlDataPath) {
|
||||||
@Override
|
@Override
|
||||||
@@ -131,14 +133,20 @@ public class SampleDataExporter {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
) {
|
) {
|
||||||
boolean wroteEntry = false;
|
|
||||||
while (reader.hasRemaining()) {
|
while (reader.hasRemaining()) {
|
||||||
var entry = reader.get();
|
var entry = reader.get();
|
||||||
writer.write(entry);
|
writer.write(entry);
|
||||||
|
|
||||||
wroteEntry = wroteEntry || Objects.equals(StringUtils.substringBefore(entry.contentType(), ';'), contentTypeFilter);
|
wroteEntry = wroteEntry || Objects.equals(StringUtils.substringBefore(entry.contentType(), ';'), contentTypeFilter);
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
catch (Exception ex) {
|
||||||
|
FileUtils.deleteDirectory(tempDir.toFile());
|
||||||
|
throw ex;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
if (!wroteEntry) {
|
if (!wroteEntry) {
|
||||||
throw new NoSuchElementException("No relevant entries");
|
throw new NoSuchElementException("No relevant entries");
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user