From c661ebb619ce6f26f8fd098327a26236efd84b3e Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Thu, 18 Sep 2025 10:29:54 +0200 Subject: [PATCH] (refac) Move language-processing into functions It's long surpassed the single-responsibility library it once was, and is as such out of place in its original location, and fits better among the function-type modules. --- code/execution/build.gradle | 2 +- .../{libraries => functions}/language-processing/build.gradle | 0 .../java/nu/marginalia/dom/DomPruningFilter.java | 0 .../java/nu/marginalia/dom/MeasureLengthVisitor.java | 0 .../java/nu/marginalia/keyword/DocumentKeywordExtractor.java | 0 .../java/nu/marginalia/keyword/DocumentPositionMapper.java | 0 .../java/nu/marginalia/keyword/KeywordMetadata.java | 0 .../java/nu/marginalia/keyword/LinkTexts.java | 0 .../java/nu/marginalia/keyword/SpanRecorder.java | 0 .../nu/marginalia/keyword/extractors/ArtifactKeywords.java | 0 .../nu/marginalia/keyword/extractors/NameLikeKeywords.java | 0 .../nu/marginalia/keyword/extractors/SubjectLikeKeywords.java | 0 .../java/nu/marginalia/keyword/extractors/TitleKeywords.java | 0 .../java/nu/marginalia/keyword/extractors/UrlKeywords.java | 0 .../java/nu/marginalia/keyword/extractors/WordReps.java | 0 .../nu/marginalia/keyword/extractors/WordsTfIdfCounts.java | 0 .../java/nu/marginalia/keyword/model/DocumentKeywords.java | 0 .../nu/marginalia/keyword/model/DocumentKeywordsBuilder.java | 0 .../java/nu/marginalia/keyword/model/DocumentWordSpan.java | 0 .../java/nu/marginalia/language/LanguageProcessingTool.java | 2 +- .../java/nu/marginalia/language/WordPatterns.java | 0 .../nu/marginalia/language/config/LanguageConfigLocation.java | 0 .../nu/marginalia/language/config/LanguageConfiguration.java | 0 .../nu/marginalia/language/encoding/UnicodeNormalization.java | 0 .../java/nu/marginalia/language/encoding/UnicodeRanges.java | 0 .../java/nu/marginalia/language/keywords/KeywordHasher.java | 0 .../nu/marginalia/language/model/DocumentLanguageData.java | 0 .../java/nu/marginalia/language/model/DocumentSentence.java | 0 .../java/nu/marginalia/language/model/LanguageDefinition.java | 0 .../language/model/UnsupportedLanguageException.java | 0 .../java/nu/marginalia/language/model/WordFrequencyData.java | 0 .../java/nu/marginalia/language/model/WordRep.java | 0 .../java/nu/marginalia/language/model/WordSpan.java | 0 .../java/nu/marginalia/language/pos/PosPattern.java | 0 .../java/nu/marginalia/language/pos/PosPatternCategory.java | 0 .../java/nu/marginalia/language/pos/PosTagger.java | 0 .../nu/marginalia/language/sentence/SentenceExtractor.java | 0 .../nu/marginalia/language/sentence/SentencePreCleaner.java | 0 .../marginalia/language/sentence/SentenceSegmentSplitter.java | 0 .../sentence/ThreadLocalSentenceExtractorProvider.java | 0 .../nu/marginalia/language/sentence/tag/HtmlStringTagger.java | 0 .../java/nu/marginalia/language/sentence/tag/HtmlTag.java | 0 .../nu/marginalia/language/sentence/tag/HtmlTaggedString.java | 0 .../java/nu/marginalia/language/stemming/Stemmer.java | 0 .../nu/marginalia/segmentation/BasicSentenceExtractor.java | 0 .../java/nu/marginalia/segmentation/HasherGroup.java | 0 .../java/nu/marginalia/segmentation/NgramExtractorMain.java | 0 .../java/nu/marginalia/segmentation/NgramLexicon.java | 0 .../nu/marginalia/term_frequency_dict/TermFrequencyDict.java | 0 code/{libraries => functions}/language-processing/readme.md | 0 .../language-processing/resources/dictionary/en-words | 0 .../language-processing/resources/dictionary/word-frequency | 0 .../language-processing/resources/languages-default.xml | 0 .../language-processing/resources/languages-experimental.xml | 0 .../language-processing/resources/ltt/jte/keywords.jte | 0 .../language-processing/test-resources/html/jep.html | 0 .../language-processing/test-resources/html/spam.html | 0 .../language-processing/test-resources/test-data/java.html | 0 .../test-resources/test-data/keyboards.html | 0 .../language-processing/test-resources/test-data/madonna.html | 0 .../language-processing/test-resources/test-data/spam.html | 0 .../nu/marginalia/keyword/DocumentKeywordExtractorTest.java | 0 .../nu/marginalia/keyword/DocumentPositionMapperTest.java | 0 .../test/nu/marginalia/keyword/SentenceExtractorTest.java | 0 .../marginalia/keyword/extractors/ArtifactKeywordsTest.java | 0 .../marginalia/keyword/extractors/NameLikeKeywordsTest.java | 0 .../keyword/extractors/SubjectLikeKeywordsTest.java | 0 .../nu/marginalia/keyword/extractors/TitleKeywordsTest.java | 0 .../nu/marginalia/keyword/extractors/UrlKeywordsTest.java | 0 .../language/config/LanguageConfigurationTestFile.java | 0 .../language/encoding/UnicodeNormalizationTest.java | 0 .../nu/marginalia/language/filter/TestLanguageModels.java | 0 .../test/nu/marginalia/language/pos/PosPatternTest.java | 0 .../marginalia/language/sentence/SentenceExtractorTest.java | 0 .../language/sentence/tag/HtmlStringTaggerTest.java | 0 .../test/nu/marginalia/segmentation/HasherGroupTest.java | 0 .../test/nu/marginalia/segmentation/NgramLexiconTest.java | 0 .../test/nu/marginalia/util/TestLanguageModels.java | 0 code/functions/search-query/api/build.gradle | 2 +- code/functions/search-query/build.gradle | 4 ++-- code/index/build.gradle | 4 ++-- code/index/index-journal/build.gradle | 2 +- code/index/index-perftest/build.gradle | 2 +- code/processes/converting-process/build.gradle | 4 ++-- code/processes/crawling-process/build.gradle | 2 +- code/processes/crawling-process/model/build.gradle | 2 +- code/processes/export-task-process/build.gradle | 2 +- code/processes/live-crawling-process/build.gradle | 2 +- code/processes/loading-process/build.gradle | 2 +- code/services-application/dating-service/build.gradle | 2 +- code/services-application/search-service-legacy/build.gradle | 2 +- code/services-application/search-service/build.gradle | 2 +- code/services-core/assistant-service/build.gradle | 2 +- code/services-core/control-service/build.gradle | 2 +- code/tools/experiment-runner/build.gradle | 2 +- code/tools/integration-test/build.gradle | 2 +- settings.gradle | 2 +- third-party/commons-codec/build.gradle | 2 +- 98 files changed, 25 insertions(+), 25 deletions(-) rename code/{libraries => functions}/language-processing/build.gradle (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/dom/DomPruningFilter.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/dom/MeasureLengthVisitor.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/DocumentKeywordExtractor.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/DocumentPositionMapper.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/KeywordMetadata.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/LinkTexts.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/SpanRecorder.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/extractors/ArtifactKeywords.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/extractors/NameLikeKeywords.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/extractors/SubjectLikeKeywords.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/extractors/TitleKeywords.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/extractors/UrlKeywords.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/extractors/WordReps.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/extractors/WordsTfIdfCounts.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/model/DocumentKeywords.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/model/DocumentKeywordsBuilder.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/keyword/model/DocumentWordSpan.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/LanguageProcessingTool.java (98%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/WordPatterns.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/config/LanguageConfigLocation.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/config/LanguageConfiguration.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/encoding/UnicodeNormalization.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/encoding/UnicodeRanges.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/keywords/KeywordHasher.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/model/DocumentLanguageData.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/model/DocumentSentence.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/model/LanguageDefinition.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/model/UnsupportedLanguageException.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/model/WordFrequencyData.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/model/WordRep.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/model/WordSpan.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/pos/PosPattern.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/pos/PosPatternCategory.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/pos/PosTagger.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/sentence/SentenceExtractor.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/sentence/SentencePreCleaner.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/sentence/SentenceSegmentSplitter.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/sentence/ThreadLocalSentenceExtractorProvider.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/sentence/tag/HtmlStringTagger.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTag.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTaggedString.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/language/stemming/Stemmer.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/segmentation/BasicSentenceExtractor.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/segmentation/HasherGroup.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/segmentation/NgramExtractorMain.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/segmentation/NgramLexicon.java (100%) rename code/{libraries => functions}/language-processing/java/nu/marginalia/term_frequency_dict/TermFrequencyDict.java (100%) rename code/{libraries => functions}/language-processing/readme.md (100%) rename code/{libraries => functions}/language-processing/resources/dictionary/en-words (100%) rename code/{libraries => functions}/language-processing/resources/dictionary/word-frequency (100%) rename code/{libraries => functions}/language-processing/resources/languages-default.xml (100%) rename code/{libraries => functions}/language-processing/resources/languages-experimental.xml (100%) rename code/{libraries => functions}/language-processing/resources/ltt/jte/keywords.jte (100%) rename code/{libraries => functions}/language-processing/test-resources/html/jep.html (100%) rename code/{libraries => functions}/language-processing/test-resources/html/spam.html (100%) rename code/{libraries => functions}/language-processing/test-resources/test-data/java.html (100%) rename code/{libraries => functions}/language-processing/test-resources/test-data/keyboards.html (100%) rename code/{libraries => functions}/language-processing/test-resources/test-data/madonna.html (100%) rename code/{libraries => functions}/language-processing/test-resources/test-data/spam.html (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/DocumentKeywordExtractorTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/DocumentPositionMapperTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/SentenceExtractorTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/extractors/ArtifactKeywordsTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/extractors/NameLikeKeywordsTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/extractors/SubjectLikeKeywordsTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/extractors/TitleKeywordsTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/keyword/extractors/UrlKeywordsTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/language/config/LanguageConfigurationTestFile.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/language/encoding/UnicodeNormalizationTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/language/filter/TestLanguageModels.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/language/pos/PosPatternTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/language/sentence/SentenceExtractorTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/language/sentence/tag/HtmlStringTaggerTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/segmentation/HasherGroupTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/segmentation/NgramLexiconTest.java (100%) rename code/{libraries => functions}/language-processing/test/nu/marginalia/util/TestLanguageModels.java (100%) diff --git a/code/execution/build.gradle b/code/execution/build.gradle index e32e62005..e3391feb2 100644 --- a/code/execution/build.gradle +++ b/code/execution/build.gradle @@ -33,7 +33,7 @@ dependencies { implementation project(':third-party:commons-codec') implementation project(':code:libraries:message-queue') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:functions:link-graph:api') implementation project(':code:functions:live-capture:api') diff --git a/code/libraries/language-processing/build.gradle b/code/functions/language-processing/build.gradle similarity index 100% rename from code/libraries/language-processing/build.gradle rename to code/functions/language-processing/build.gradle diff --git a/code/libraries/language-processing/java/nu/marginalia/dom/DomPruningFilter.java b/code/functions/language-processing/java/nu/marginalia/dom/DomPruningFilter.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/dom/DomPruningFilter.java rename to code/functions/language-processing/java/nu/marginalia/dom/DomPruningFilter.java diff --git a/code/libraries/language-processing/java/nu/marginalia/dom/MeasureLengthVisitor.java b/code/functions/language-processing/java/nu/marginalia/dom/MeasureLengthVisitor.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/dom/MeasureLengthVisitor.java rename to code/functions/language-processing/java/nu/marginalia/dom/MeasureLengthVisitor.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/DocumentKeywordExtractor.java b/code/functions/language-processing/java/nu/marginalia/keyword/DocumentKeywordExtractor.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/DocumentKeywordExtractor.java rename to code/functions/language-processing/java/nu/marginalia/keyword/DocumentKeywordExtractor.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/DocumentPositionMapper.java b/code/functions/language-processing/java/nu/marginalia/keyword/DocumentPositionMapper.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/DocumentPositionMapper.java rename to code/functions/language-processing/java/nu/marginalia/keyword/DocumentPositionMapper.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/KeywordMetadata.java b/code/functions/language-processing/java/nu/marginalia/keyword/KeywordMetadata.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/KeywordMetadata.java rename to code/functions/language-processing/java/nu/marginalia/keyword/KeywordMetadata.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/LinkTexts.java b/code/functions/language-processing/java/nu/marginalia/keyword/LinkTexts.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/LinkTexts.java rename to code/functions/language-processing/java/nu/marginalia/keyword/LinkTexts.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/SpanRecorder.java b/code/functions/language-processing/java/nu/marginalia/keyword/SpanRecorder.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/SpanRecorder.java rename to code/functions/language-processing/java/nu/marginalia/keyword/SpanRecorder.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/extractors/ArtifactKeywords.java b/code/functions/language-processing/java/nu/marginalia/keyword/extractors/ArtifactKeywords.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/extractors/ArtifactKeywords.java rename to code/functions/language-processing/java/nu/marginalia/keyword/extractors/ArtifactKeywords.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/extractors/NameLikeKeywords.java b/code/functions/language-processing/java/nu/marginalia/keyword/extractors/NameLikeKeywords.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/extractors/NameLikeKeywords.java rename to code/functions/language-processing/java/nu/marginalia/keyword/extractors/NameLikeKeywords.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/extractors/SubjectLikeKeywords.java b/code/functions/language-processing/java/nu/marginalia/keyword/extractors/SubjectLikeKeywords.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/extractors/SubjectLikeKeywords.java rename to code/functions/language-processing/java/nu/marginalia/keyword/extractors/SubjectLikeKeywords.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/extractors/TitleKeywords.java b/code/functions/language-processing/java/nu/marginalia/keyword/extractors/TitleKeywords.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/extractors/TitleKeywords.java rename to code/functions/language-processing/java/nu/marginalia/keyword/extractors/TitleKeywords.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/extractors/UrlKeywords.java b/code/functions/language-processing/java/nu/marginalia/keyword/extractors/UrlKeywords.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/extractors/UrlKeywords.java rename to code/functions/language-processing/java/nu/marginalia/keyword/extractors/UrlKeywords.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/extractors/WordReps.java b/code/functions/language-processing/java/nu/marginalia/keyword/extractors/WordReps.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/extractors/WordReps.java rename to code/functions/language-processing/java/nu/marginalia/keyword/extractors/WordReps.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/extractors/WordsTfIdfCounts.java b/code/functions/language-processing/java/nu/marginalia/keyword/extractors/WordsTfIdfCounts.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/extractors/WordsTfIdfCounts.java rename to code/functions/language-processing/java/nu/marginalia/keyword/extractors/WordsTfIdfCounts.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/model/DocumentKeywords.java b/code/functions/language-processing/java/nu/marginalia/keyword/model/DocumentKeywords.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/model/DocumentKeywords.java rename to code/functions/language-processing/java/nu/marginalia/keyword/model/DocumentKeywords.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/model/DocumentKeywordsBuilder.java b/code/functions/language-processing/java/nu/marginalia/keyword/model/DocumentKeywordsBuilder.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/model/DocumentKeywordsBuilder.java rename to code/functions/language-processing/java/nu/marginalia/keyword/model/DocumentKeywordsBuilder.java diff --git a/code/libraries/language-processing/java/nu/marginalia/keyword/model/DocumentWordSpan.java b/code/functions/language-processing/java/nu/marginalia/keyword/model/DocumentWordSpan.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/keyword/model/DocumentWordSpan.java rename to code/functions/language-processing/java/nu/marginalia/keyword/model/DocumentWordSpan.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/LanguageProcessingTool.java b/code/functions/language-processing/java/nu/marginalia/language/LanguageProcessingTool.java similarity index 98% rename from code/libraries/language-processing/java/nu/marginalia/language/LanguageProcessingTool.java rename to code/functions/language-processing/java/nu/marginalia/language/LanguageProcessingTool.java index f49708f47..fd6009741 100644 --- a/code/libraries/language-processing/java/nu/marginalia/language/LanguageProcessingTool.java +++ b/code/functions/language-processing/java/nu/marginalia/language/LanguageProcessingTool.java @@ -37,7 +37,7 @@ public class LanguageProcessingTool extends Jooby { new LanguageConfiguration(languageModels, new LanguageConfigLocation.Experimental()), languageModels ); - Path basePath = Path.of("code/libraries/language-processing/").toAbsolutePath(); + Path basePath = Path.of("code/functions/language-processing/").toAbsolutePath(); System.out.println("Base path: " + basePath); if (Files.exists(basePath.resolve("resources/ltt/jte"))) diff --git a/code/libraries/language-processing/java/nu/marginalia/language/WordPatterns.java b/code/functions/language-processing/java/nu/marginalia/language/WordPatterns.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/WordPatterns.java rename to code/functions/language-processing/java/nu/marginalia/language/WordPatterns.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/config/LanguageConfigLocation.java b/code/functions/language-processing/java/nu/marginalia/language/config/LanguageConfigLocation.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/config/LanguageConfigLocation.java rename to code/functions/language-processing/java/nu/marginalia/language/config/LanguageConfigLocation.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/config/LanguageConfiguration.java b/code/functions/language-processing/java/nu/marginalia/language/config/LanguageConfiguration.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/config/LanguageConfiguration.java rename to code/functions/language-processing/java/nu/marginalia/language/config/LanguageConfiguration.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/encoding/UnicodeNormalization.java b/code/functions/language-processing/java/nu/marginalia/language/encoding/UnicodeNormalization.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/encoding/UnicodeNormalization.java rename to code/functions/language-processing/java/nu/marginalia/language/encoding/UnicodeNormalization.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/encoding/UnicodeRanges.java b/code/functions/language-processing/java/nu/marginalia/language/encoding/UnicodeRanges.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/encoding/UnicodeRanges.java rename to code/functions/language-processing/java/nu/marginalia/language/encoding/UnicodeRanges.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/keywords/KeywordHasher.java b/code/functions/language-processing/java/nu/marginalia/language/keywords/KeywordHasher.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/keywords/KeywordHasher.java rename to code/functions/language-processing/java/nu/marginalia/language/keywords/KeywordHasher.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/model/DocumentLanguageData.java b/code/functions/language-processing/java/nu/marginalia/language/model/DocumentLanguageData.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/model/DocumentLanguageData.java rename to code/functions/language-processing/java/nu/marginalia/language/model/DocumentLanguageData.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/model/DocumentSentence.java b/code/functions/language-processing/java/nu/marginalia/language/model/DocumentSentence.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/model/DocumentSentence.java rename to code/functions/language-processing/java/nu/marginalia/language/model/DocumentSentence.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/model/LanguageDefinition.java b/code/functions/language-processing/java/nu/marginalia/language/model/LanguageDefinition.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/model/LanguageDefinition.java rename to code/functions/language-processing/java/nu/marginalia/language/model/LanguageDefinition.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/model/UnsupportedLanguageException.java b/code/functions/language-processing/java/nu/marginalia/language/model/UnsupportedLanguageException.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/model/UnsupportedLanguageException.java rename to code/functions/language-processing/java/nu/marginalia/language/model/UnsupportedLanguageException.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/model/WordFrequencyData.java b/code/functions/language-processing/java/nu/marginalia/language/model/WordFrequencyData.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/model/WordFrequencyData.java rename to code/functions/language-processing/java/nu/marginalia/language/model/WordFrequencyData.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/model/WordRep.java b/code/functions/language-processing/java/nu/marginalia/language/model/WordRep.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/model/WordRep.java rename to code/functions/language-processing/java/nu/marginalia/language/model/WordRep.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/model/WordSpan.java b/code/functions/language-processing/java/nu/marginalia/language/model/WordSpan.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/model/WordSpan.java rename to code/functions/language-processing/java/nu/marginalia/language/model/WordSpan.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/pos/PosPattern.java b/code/functions/language-processing/java/nu/marginalia/language/pos/PosPattern.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/pos/PosPattern.java rename to code/functions/language-processing/java/nu/marginalia/language/pos/PosPattern.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/pos/PosPatternCategory.java b/code/functions/language-processing/java/nu/marginalia/language/pos/PosPatternCategory.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/pos/PosPatternCategory.java rename to code/functions/language-processing/java/nu/marginalia/language/pos/PosPatternCategory.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/pos/PosTagger.java b/code/functions/language-processing/java/nu/marginalia/language/pos/PosTagger.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/pos/PosTagger.java rename to code/functions/language-processing/java/nu/marginalia/language/pos/PosTagger.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/sentence/SentenceExtractor.java b/code/functions/language-processing/java/nu/marginalia/language/sentence/SentenceExtractor.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/sentence/SentenceExtractor.java rename to code/functions/language-processing/java/nu/marginalia/language/sentence/SentenceExtractor.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/sentence/SentencePreCleaner.java b/code/functions/language-processing/java/nu/marginalia/language/sentence/SentencePreCleaner.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/sentence/SentencePreCleaner.java rename to code/functions/language-processing/java/nu/marginalia/language/sentence/SentencePreCleaner.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/sentence/SentenceSegmentSplitter.java b/code/functions/language-processing/java/nu/marginalia/language/sentence/SentenceSegmentSplitter.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/sentence/SentenceSegmentSplitter.java rename to code/functions/language-processing/java/nu/marginalia/language/sentence/SentenceSegmentSplitter.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/sentence/ThreadLocalSentenceExtractorProvider.java b/code/functions/language-processing/java/nu/marginalia/language/sentence/ThreadLocalSentenceExtractorProvider.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/sentence/ThreadLocalSentenceExtractorProvider.java rename to code/functions/language-processing/java/nu/marginalia/language/sentence/ThreadLocalSentenceExtractorProvider.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/sentence/tag/HtmlStringTagger.java b/code/functions/language-processing/java/nu/marginalia/language/sentence/tag/HtmlStringTagger.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/sentence/tag/HtmlStringTagger.java rename to code/functions/language-processing/java/nu/marginalia/language/sentence/tag/HtmlStringTagger.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTag.java b/code/functions/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTag.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTag.java rename to code/functions/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTag.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTaggedString.java b/code/functions/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTaggedString.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTaggedString.java rename to code/functions/language-processing/java/nu/marginalia/language/sentence/tag/HtmlTaggedString.java diff --git a/code/libraries/language-processing/java/nu/marginalia/language/stemming/Stemmer.java b/code/functions/language-processing/java/nu/marginalia/language/stemming/Stemmer.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/language/stemming/Stemmer.java rename to code/functions/language-processing/java/nu/marginalia/language/stemming/Stemmer.java diff --git a/code/libraries/language-processing/java/nu/marginalia/segmentation/BasicSentenceExtractor.java b/code/functions/language-processing/java/nu/marginalia/segmentation/BasicSentenceExtractor.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/segmentation/BasicSentenceExtractor.java rename to code/functions/language-processing/java/nu/marginalia/segmentation/BasicSentenceExtractor.java diff --git a/code/libraries/language-processing/java/nu/marginalia/segmentation/HasherGroup.java b/code/functions/language-processing/java/nu/marginalia/segmentation/HasherGroup.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/segmentation/HasherGroup.java rename to code/functions/language-processing/java/nu/marginalia/segmentation/HasherGroup.java diff --git a/code/libraries/language-processing/java/nu/marginalia/segmentation/NgramExtractorMain.java b/code/functions/language-processing/java/nu/marginalia/segmentation/NgramExtractorMain.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/segmentation/NgramExtractorMain.java rename to code/functions/language-processing/java/nu/marginalia/segmentation/NgramExtractorMain.java diff --git a/code/libraries/language-processing/java/nu/marginalia/segmentation/NgramLexicon.java b/code/functions/language-processing/java/nu/marginalia/segmentation/NgramLexicon.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/segmentation/NgramLexicon.java rename to code/functions/language-processing/java/nu/marginalia/segmentation/NgramLexicon.java diff --git a/code/libraries/language-processing/java/nu/marginalia/term_frequency_dict/TermFrequencyDict.java b/code/functions/language-processing/java/nu/marginalia/term_frequency_dict/TermFrequencyDict.java similarity index 100% rename from code/libraries/language-processing/java/nu/marginalia/term_frequency_dict/TermFrequencyDict.java rename to code/functions/language-processing/java/nu/marginalia/term_frequency_dict/TermFrequencyDict.java diff --git a/code/libraries/language-processing/readme.md b/code/functions/language-processing/readme.md similarity index 100% rename from code/libraries/language-processing/readme.md rename to code/functions/language-processing/readme.md diff --git a/code/libraries/language-processing/resources/dictionary/en-words b/code/functions/language-processing/resources/dictionary/en-words similarity index 100% rename from code/libraries/language-processing/resources/dictionary/en-words rename to code/functions/language-processing/resources/dictionary/en-words diff --git a/code/libraries/language-processing/resources/dictionary/word-frequency b/code/functions/language-processing/resources/dictionary/word-frequency similarity index 100% rename from code/libraries/language-processing/resources/dictionary/word-frequency rename to code/functions/language-processing/resources/dictionary/word-frequency diff --git a/code/libraries/language-processing/resources/languages-default.xml b/code/functions/language-processing/resources/languages-default.xml similarity index 100% rename from code/libraries/language-processing/resources/languages-default.xml rename to code/functions/language-processing/resources/languages-default.xml diff --git a/code/libraries/language-processing/resources/languages-experimental.xml b/code/functions/language-processing/resources/languages-experimental.xml similarity index 100% rename from code/libraries/language-processing/resources/languages-experimental.xml rename to code/functions/language-processing/resources/languages-experimental.xml diff --git a/code/libraries/language-processing/resources/ltt/jte/keywords.jte b/code/functions/language-processing/resources/ltt/jte/keywords.jte similarity index 100% rename from code/libraries/language-processing/resources/ltt/jte/keywords.jte rename to code/functions/language-processing/resources/ltt/jte/keywords.jte diff --git a/code/libraries/language-processing/test-resources/html/jep.html b/code/functions/language-processing/test-resources/html/jep.html similarity index 100% rename from code/libraries/language-processing/test-resources/html/jep.html rename to code/functions/language-processing/test-resources/html/jep.html diff --git a/code/libraries/language-processing/test-resources/html/spam.html b/code/functions/language-processing/test-resources/html/spam.html similarity index 100% rename from code/libraries/language-processing/test-resources/html/spam.html rename to code/functions/language-processing/test-resources/html/spam.html diff --git a/code/libraries/language-processing/test-resources/test-data/java.html b/code/functions/language-processing/test-resources/test-data/java.html similarity index 100% rename from code/libraries/language-processing/test-resources/test-data/java.html rename to code/functions/language-processing/test-resources/test-data/java.html diff --git a/code/libraries/language-processing/test-resources/test-data/keyboards.html b/code/functions/language-processing/test-resources/test-data/keyboards.html similarity index 100% rename from code/libraries/language-processing/test-resources/test-data/keyboards.html rename to code/functions/language-processing/test-resources/test-data/keyboards.html diff --git a/code/libraries/language-processing/test-resources/test-data/madonna.html b/code/functions/language-processing/test-resources/test-data/madonna.html similarity index 100% rename from code/libraries/language-processing/test-resources/test-data/madonna.html rename to code/functions/language-processing/test-resources/test-data/madonna.html diff --git a/code/libraries/language-processing/test-resources/test-data/spam.html b/code/functions/language-processing/test-resources/test-data/spam.html similarity index 100% rename from code/libraries/language-processing/test-resources/test-data/spam.html rename to code/functions/language-processing/test-resources/test-data/spam.html diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/DocumentKeywordExtractorTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/DocumentKeywordExtractorTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/DocumentKeywordExtractorTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/DocumentKeywordExtractorTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/DocumentPositionMapperTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/DocumentPositionMapperTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/DocumentPositionMapperTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/DocumentPositionMapperTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/SentenceExtractorTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/SentenceExtractorTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/SentenceExtractorTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/SentenceExtractorTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/extractors/ArtifactKeywordsTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/extractors/ArtifactKeywordsTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/extractors/ArtifactKeywordsTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/extractors/ArtifactKeywordsTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/extractors/NameLikeKeywordsTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/extractors/NameLikeKeywordsTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/extractors/NameLikeKeywordsTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/extractors/NameLikeKeywordsTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/extractors/SubjectLikeKeywordsTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/extractors/SubjectLikeKeywordsTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/extractors/SubjectLikeKeywordsTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/extractors/SubjectLikeKeywordsTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/extractors/TitleKeywordsTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/extractors/TitleKeywordsTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/extractors/TitleKeywordsTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/extractors/TitleKeywordsTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/keyword/extractors/UrlKeywordsTest.java b/code/functions/language-processing/test/nu/marginalia/keyword/extractors/UrlKeywordsTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/keyword/extractors/UrlKeywordsTest.java rename to code/functions/language-processing/test/nu/marginalia/keyword/extractors/UrlKeywordsTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/language/config/LanguageConfigurationTestFile.java b/code/functions/language-processing/test/nu/marginalia/language/config/LanguageConfigurationTestFile.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/language/config/LanguageConfigurationTestFile.java rename to code/functions/language-processing/test/nu/marginalia/language/config/LanguageConfigurationTestFile.java diff --git a/code/libraries/language-processing/test/nu/marginalia/language/encoding/UnicodeNormalizationTest.java b/code/functions/language-processing/test/nu/marginalia/language/encoding/UnicodeNormalizationTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/language/encoding/UnicodeNormalizationTest.java rename to code/functions/language-processing/test/nu/marginalia/language/encoding/UnicodeNormalizationTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/language/filter/TestLanguageModels.java b/code/functions/language-processing/test/nu/marginalia/language/filter/TestLanguageModels.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/language/filter/TestLanguageModels.java rename to code/functions/language-processing/test/nu/marginalia/language/filter/TestLanguageModels.java diff --git a/code/libraries/language-processing/test/nu/marginalia/language/pos/PosPatternTest.java b/code/functions/language-processing/test/nu/marginalia/language/pos/PosPatternTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/language/pos/PosPatternTest.java rename to code/functions/language-processing/test/nu/marginalia/language/pos/PosPatternTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/language/sentence/SentenceExtractorTest.java b/code/functions/language-processing/test/nu/marginalia/language/sentence/SentenceExtractorTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/language/sentence/SentenceExtractorTest.java rename to code/functions/language-processing/test/nu/marginalia/language/sentence/SentenceExtractorTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/language/sentence/tag/HtmlStringTaggerTest.java b/code/functions/language-processing/test/nu/marginalia/language/sentence/tag/HtmlStringTaggerTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/language/sentence/tag/HtmlStringTaggerTest.java rename to code/functions/language-processing/test/nu/marginalia/language/sentence/tag/HtmlStringTaggerTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/segmentation/HasherGroupTest.java b/code/functions/language-processing/test/nu/marginalia/segmentation/HasherGroupTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/segmentation/HasherGroupTest.java rename to code/functions/language-processing/test/nu/marginalia/segmentation/HasherGroupTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/segmentation/NgramLexiconTest.java b/code/functions/language-processing/test/nu/marginalia/segmentation/NgramLexiconTest.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/segmentation/NgramLexiconTest.java rename to code/functions/language-processing/test/nu/marginalia/segmentation/NgramLexiconTest.java diff --git a/code/libraries/language-processing/test/nu/marginalia/util/TestLanguageModels.java b/code/functions/language-processing/test/nu/marginalia/util/TestLanguageModels.java similarity index 100% rename from code/libraries/language-processing/test/nu/marginalia/util/TestLanguageModels.java rename to code/functions/language-processing/test/nu/marginalia/util/TestLanguageModels.java diff --git a/code/functions/search-query/api/build.gradle b/code/functions/search-query/api/build.gradle index 28ee221e9..fca5dfb32 100644 --- a/code/functions/search-query/api/build.gradle +++ b/code/functions/search-query/api/build.gradle @@ -22,7 +22,7 @@ dependencies { implementation project(':code:common:model') implementation project(':code:common:config') implementation project(':code:common:service') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation libs.bundles.slf4j diff --git a/code/functions/search-query/build.gradle b/code/functions/search-query/build.gradle index 8f0182c87..8d08e0456 100644 --- a/code/functions/search-query/build.gradle +++ b/code/functions/search-query/build.gradle @@ -22,13 +22,13 @@ dependencies { implementation project(':code:functions:nsfw-domain-filter') implementation project(':code:functions:search-query:api') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':third-party:porterstemmer') implementation project(':third-party:openzim') implementation project(':third-party:commons-codec') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation libs.bundles.slf4j diff --git a/code/index/build.gradle b/code/index/build.gradle index ac3cd1774..be7ebb144 100644 --- a/code/index/build.gradle +++ b/code/index/build.gradle @@ -26,7 +26,7 @@ dependencies { implementation project(':code:libraries:native') implementation project(':code:libraries:random-write-funnel') implementation project(':code:libraries:coded-sequence') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:message-queue') @@ -77,7 +77,7 @@ dependencies { testImplementation 'org.testcontainers:mariadb:1.17.4' testImplementation 'org.testcontainers:junit-jupiter:1.17.4' testImplementation project(':code:libraries:test-helpers') - testImplementation project(':code:libraries:language-processing') + testImplementation project(':code:functions:language-processing') testImplementation project(':code:libraries:braille-block-punch-cards') testImplementation project(':code:libraries:test-helpers') } diff --git a/code/index/index-journal/build.gradle b/code/index/index-journal/build.gradle index cbd8dbf20..d57128c27 100644 --- a/code/index/index-journal/build.gradle +++ b/code/index/index-journal/build.gradle @@ -14,7 +14,7 @@ apply from: "$rootProject.projectDir/srcsets.gradle" dependencies { implementation project(':code:libraries:coded-sequence') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:array') implementation project(':code:common:model') implementation project(':code:processes:converting-process:model') diff --git a/code/index/index-perftest/build.gradle b/code/index/index-perftest/build.gradle index 228631d64..03f1b497b 100644 --- a/code/index/index-perftest/build.gradle +++ b/code/index/index-perftest/build.gradle @@ -23,7 +23,7 @@ dependencies { implementation project(':code:libraries:array') implementation project(':code:libraries:native') implementation project(':code:libraries:btree') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:common:linkdb') implementation project(':code:index') implementation project(':third-party:commons-codec') diff --git a/code/processes/converting-process/build.gradle b/code/processes/converting-process/build.gradle index d75d670f7..f7ee93aa6 100644 --- a/code/processes/converting-process/build.gradle +++ b/code/processes/converting-process/build.gradle @@ -40,7 +40,7 @@ dependencies { implementation project(':code:libraries:easy-lsh') implementation project(':code:libraries:coded-sequence') implementation project(':code:libraries:geo-ip') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:processes:converting-process:model') implementation project(':code:processes:converting-process:ft-dom-classifier') @@ -52,7 +52,7 @@ dependencies { implementation project(':code:functions:live-capture:api') - testImplementation project(':code:libraries:language-processing') + testImplementation project(':code:functions:language-processing') implementation libs.slop implementation libs.bundles.slf4j diff --git a/code/processes/crawling-process/build.gradle b/code/processes/crawling-process/build.gradle index bc97fc69a..aa525c0ab 100644 --- a/code/processes/crawling-process/build.gradle +++ b/code/processes/crawling-process/build.gradle @@ -30,7 +30,7 @@ dependencies { implementation project(':code:index:api') implementation project(':code:processes:process-mq-api') implementation project(':code:libraries:message-queue') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:easy-lsh') implementation project(':code:libraries:domain-lock') implementation project(':code:processes:crawling-process:model') diff --git a/code/processes/crawling-process/model/build.gradle b/code/processes/crawling-process/model/build.gradle index addfb2885..2fc871466 100644 --- a/code/processes/crawling-process/model/build.gradle +++ b/code/processes/crawling-process/model/build.gradle @@ -22,7 +22,7 @@ dependencies { implementation project(':code:common:config') implementation project(':code:index:api') implementation project(':code:processes:crawling-process:ft-content-type') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':third-party:parquet-floor') implementation project(':third-party:commons-codec') diff --git a/code/processes/export-task-process/build.gradle b/code/processes/export-task-process/build.gradle index 3a2d5d273..b7c25bd6a 100644 --- a/code/processes/export-task-process/build.gradle +++ b/code/processes/export-task-process/build.gradle @@ -28,7 +28,7 @@ dependencies { implementation project(':code:functions:link-graph:api') implementation project(':code:processes:process-mq-api') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:blocking-thread-pool') implementation project(':code:processes:crawling-process:ft-link-parser') implementation project(':code:processes:crawling-process:model') diff --git a/code/processes/live-crawling-process/build.gradle b/code/processes/live-crawling-process/build.gradle index bab1ebfba..e90b461fb 100644 --- a/code/processes/live-crawling-process/build.gradle +++ b/code/processes/live-crawling-process/build.gradle @@ -33,7 +33,7 @@ dependencies { implementation project(':code:processes:process-mq-api') implementation project(':code:libraries:message-queue') implementation project(':code:libraries:domain-lock') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:easy-lsh') implementation project(':code:processes:crawling-process') implementation project(':code:processes:crawling-process:model') diff --git a/code/processes/loading-process/build.gradle b/code/processes/loading-process/build.gradle index d61b40182..c2eb2991a 100644 --- a/code/processes/loading-process/build.gradle +++ b/code/processes/loading-process/build.gradle @@ -29,7 +29,7 @@ dependencies { implementation project(':code:common:linkdb') implementation project(':code:index:index-journal') implementation project(':code:libraries:message-queue') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:coded-sequence') implementation project(':third-party:commons-codec') implementation project(':third-party:parquet-floor') diff --git a/code/services-application/dating-service/build.gradle b/code/services-application/dating-service/build.gradle index 305627ebb..466973cb8 100644 --- a/code/services-application/dating-service/build.gradle +++ b/code/services-application/dating-service/build.gradle @@ -30,7 +30,7 @@ dependencies { implementation project(':code:common:renderer') implementation project(':code:features-search:screenshots') implementation project(':code:features-search:random-websites') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation libs.bundles.slf4j diff --git a/code/services-application/search-service-legacy/build.gradle b/code/services-application/search-service-legacy/build.gradle index e6d4fc341..23d63d125 100644 --- a/code/services-application/search-service-legacy/build.gradle +++ b/code/services-application/search-service-legacy/build.gradle @@ -37,7 +37,7 @@ dependencies { implementation project(':code:common:config') implementation project(':code:libraries:easy-lsh') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:braille-block-punch-cards') implementation project(':code:functions:live-capture:api') diff --git a/code/services-application/search-service/build.gradle b/code/services-application/search-service/build.gradle index 269584bad..1936e9e71 100644 --- a/code/services-application/search-service/build.gradle +++ b/code/services-application/search-service/build.gradle @@ -34,7 +34,7 @@ dependencies { implementation project(':code:common:config') implementation project(':code:libraries:easy-lsh') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:libraries:braille-block-punch-cards') implementation project(':code:functions:live-capture:api') diff --git a/code/services-core/assistant-service/build.gradle b/code/services-core/assistant-service/build.gradle index 9654a8ad4..275163b2b 100644 --- a/code/services-core/assistant-service/build.gradle +++ b/code/services-core/assistant-service/build.gradle @@ -39,7 +39,7 @@ dependencies { implementation project(':code:libraries:domain-lock') implementation project(':code:libraries:geo-ip') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':third-party:symspell') diff --git a/code/services-core/control-service/build.gradle b/code/services-core/control-service/build.gradle index 4e2b6ddf6..832a61fbc 100644 --- a/code/services-core/control-service/build.gradle +++ b/code/services-core/control-service/build.gradle @@ -32,7 +32,7 @@ dependencies { implementation project(':code:common:config') implementation project(':code:common:renderer') implementation project(':code:libraries:message-queue') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:functions:search-query:api') implementation project(':code:execution:api') implementation project(':code:index:api') diff --git a/code/tools/experiment-runner/build.gradle b/code/tools/experiment-runner/build.gradle index 7ee0301dc..c05b12ec1 100644 --- a/code/tools/experiment-runner/build.gradle +++ b/code/tools/experiment-runner/build.gradle @@ -28,7 +28,7 @@ dependencies { implementation project(':code:common:model') implementation project(':code:common:config') implementation project(':code:common:service') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:processes:converting-process') implementation project(':code:processes:crawling-process:model') diff --git a/code/tools/integration-test/build.gradle b/code/tools/integration-test/build.gradle index a998f3125..bff51805e 100644 --- a/code/tools/integration-test/build.gradle +++ b/code/tools/integration-test/build.gradle @@ -22,7 +22,7 @@ dependencies { implementation project(':code:index') implementation project(':code:libraries:array') implementation project(':code:libraries:btree') - implementation project(':code:libraries:language-processing') + implementation project(':code:functions:language-processing') implementation project(':code:functions:search-query:api') implementation project(':code:index:index-journal') implementation project(':code:functions:link-graph:partition') diff --git a/settings.gradle b/settings.gradle index c0ad52648..677f149c1 100644 --- a/settings.gradle +++ b/settings.gradle @@ -50,7 +50,7 @@ include 'code:libraries:guarded-regex' include 'code:libraries:random-write-funnel' include 'code:libraries:blocking-thread-pool' include 'code:libraries:braille-block-punch-cards' -include 'code:libraries:language-processing' +include 'code:functions:language-processing' include 'code:libraries:test-helpers' include 'code:libraries:domain-lock' diff --git a/third-party/commons-codec/build.gradle b/third-party/commons-codec/build.gradle index c6e072bdd..53d440bcb 100644 --- a/third-party/commons-codec/build.gradle +++ b/third-party/commons-codec/build.gradle @@ -10,7 +10,7 @@ java { } dependencies { - jmhImplementation project(':code:libraries:language-processing') + jmhImplementation project(':code:functions:language-processing') jmhImplementation libs.guava jmhImplementation libs.commons.codec }