MarginaliaSearch/code/index/index-journal/java/nu/marginalia/index/journal/IndexJournal.java

package nu.marginalia.index.journal;

import nu.marginalia.slop.SlopTable;

import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.*;

public record IndexJournal(Path journalDir) {

    public static final String JOURNAL_FILE_NAME = "index-journal";

    public static Path allocateName(Path base) {
        return base.resolve(JOURNAL_FILE_NAME);
    }

    /** Returns the journal file in the base directory. */
    public static Optional<IndexJournal> findJournal(Path baseDirectory) {
        Path journal = baseDirectory.resolve(JOURNAL_FILE_NAME);
        if (Files.isDirectory(journal)) {
            return Optional.of(new IndexJournal(journal));
        }
        return Optional.empty();
    }

    /** Returns the number of versions of the journal file in the base directory. */
    public static int numPages(Path baseDirectory) {
        return SlopTable.getNumPages(baseDirectory, IndexJournalPage.combinedId);
    }

    public IndexJournal {
        if (!journalDir.toFile().isDirectory()) {
            throw new IllegalArgumentException("Invalid journal directory: " + journalDir);
        }
    }

    public List<IndexJournalPage> pages() {
        int pages = numPages(journalDir);

        List<IndexJournalPage> instances = new ArrayList<>(pages);

        for (int version = 0; version < pages; version++) {
            instances.add(new IndexJournalPage(journalDir, version));
        }

        return instances;
    }

    public Set<String> languages() {
        try {
            Set<String> languages = new HashSet<>(languages());

            for (var instance : pages()) {
                try (var slopTable = new SlopTable(instance.baseDir(), instance.page())) {
                    languages.addAll(instance.openLanguageIsoCode(slopTable).getDictionary());
                }
            }

            return languages;
        }
        catch (IOException ex) {
            throw new RuntimeException("Failed to read langauges from index journal");
        }
    }
}