1
1
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-10-05 21:22:39 +02:00

(refac) Move language-processing into functions

It's long surpassed the single-responsibility library it once was, and is as such out of place in its original location, and fits better among the function-type modules.
This commit is contained in:
Viktor Lofgren
2025-09-18 10:29:54 +02:00
parent 53e744398a
commit c661ebb619
98 changed files with 25 additions and 25 deletions

View File

@@ -33,7 +33,7 @@ dependencies {
implementation project(':third-party:commons-codec') implementation project(':third-party:commons-codec')
implementation project(':code:libraries:message-queue') implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:functions:link-graph:api') implementation project(':code:functions:link-graph:api')
implementation project(':code:functions:live-capture:api') implementation project(':code:functions:live-capture:api')

View File

@@ -37,7 +37,7 @@ public class LanguageProcessingTool extends Jooby {
new LanguageConfiguration(languageModels, new LanguageConfigLocation.Experimental()), new LanguageConfiguration(languageModels, new LanguageConfigLocation.Experimental()),
languageModels languageModels
); );
Path basePath = Path.of("code/libraries/language-processing/").toAbsolutePath(); Path basePath = Path.of("code/functions/language-processing/").toAbsolutePath();
System.out.println("Base path: " + basePath); System.out.println("Base path: " + basePath);
if (Files.exists(basePath.resolve("resources/ltt/jte"))) if (Files.exists(basePath.resolve("resources/ltt/jte")))

View File

@@ -22,7 +22,7 @@ dependencies {
implementation project(':code:common:model') implementation project(':code:common:model')
implementation project(':code:common:config') implementation project(':code:common:config')
implementation project(':code:common:service') implementation project(':code:common:service')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation libs.bundles.slf4j implementation libs.bundles.slf4j

View File

@@ -22,13 +22,13 @@ dependencies {
implementation project(':code:functions:nsfw-domain-filter') implementation project(':code:functions:nsfw-domain-filter')
implementation project(':code:functions:search-query:api') implementation project(':code:functions:search-query:api')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':third-party:porterstemmer') implementation project(':third-party:porterstemmer')
implementation project(':third-party:openzim') implementation project(':third-party:openzim')
implementation project(':third-party:commons-codec') implementation project(':third-party:commons-codec')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation libs.bundles.slf4j implementation libs.bundles.slf4j

View File

@@ -26,7 +26,7 @@ dependencies {
implementation project(':code:libraries:native') implementation project(':code:libraries:native')
implementation project(':code:libraries:random-write-funnel') implementation project(':code:libraries:random-write-funnel')
implementation project(':code:libraries:coded-sequence') implementation project(':code:libraries:coded-sequence')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:message-queue') implementation project(':code:libraries:message-queue')
@@ -77,7 +77,7 @@ dependencies {
testImplementation 'org.testcontainers:mariadb:1.17.4' testImplementation 'org.testcontainers:mariadb:1.17.4'
testImplementation 'org.testcontainers:junit-jupiter:1.17.4' testImplementation 'org.testcontainers:junit-jupiter:1.17.4'
testImplementation project(':code:libraries:test-helpers') testImplementation project(':code:libraries:test-helpers')
testImplementation project(':code:libraries:language-processing') testImplementation project(':code:functions:language-processing')
testImplementation project(':code:libraries:braille-block-punch-cards') testImplementation project(':code:libraries:braille-block-punch-cards')
testImplementation project(':code:libraries:test-helpers') testImplementation project(':code:libraries:test-helpers')
} }

View File

@@ -14,7 +14,7 @@ apply from: "$rootProject.projectDir/srcsets.gradle"
dependencies { dependencies {
implementation project(':code:libraries:coded-sequence') implementation project(':code:libraries:coded-sequence')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:array') implementation project(':code:libraries:array')
implementation project(':code:common:model') implementation project(':code:common:model')
implementation project(':code:processes:converting-process:model') implementation project(':code:processes:converting-process:model')

View File

@@ -23,7 +23,7 @@ dependencies {
implementation project(':code:libraries:array') implementation project(':code:libraries:array')
implementation project(':code:libraries:native') implementation project(':code:libraries:native')
implementation project(':code:libraries:btree') implementation project(':code:libraries:btree')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:common:linkdb') implementation project(':code:common:linkdb')
implementation project(':code:index') implementation project(':code:index')
implementation project(':third-party:commons-codec') implementation project(':third-party:commons-codec')

View File

@@ -40,7 +40,7 @@ dependencies {
implementation project(':code:libraries:easy-lsh') implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:coded-sequence') implementation project(':code:libraries:coded-sequence')
implementation project(':code:libraries:geo-ip') implementation project(':code:libraries:geo-ip')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:processes:converting-process:model') implementation project(':code:processes:converting-process:model')
implementation project(':code:processes:converting-process:ft-dom-classifier') implementation project(':code:processes:converting-process:ft-dom-classifier')
@@ -52,7 +52,7 @@ dependencies {
implementation project(':code:functions:live-capture:api') implementation project(':code:functions:live-capture:api')
testImplementation project(':code:libraries:language-processing') testImplementation project(':code:functions:language-processing')
implementation libs.slop implementation libs.slop
implementation libs.bundles.slf4j implementation libs.bundles.slf4j

View File

@@ -30,7 +30,7 @@ dependencies {
implementation project(':code:index:api') implementation project(':code:index:api')
implementation project(':code:processes:process-mq-api') implementation project(':code:processes:process-mq-api')
implementation project(':code:libraries:message-queue') implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:easy-lsh') implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:domain-lock') implementation project(':code:libraries:domain-lock')
implementation project(':code:processes:crawling-process:model') implementation project(':code:processes:crawling-process:model')

View File

@@ -22,7 +22,7 @@ dependencies {
implementation project(':code:common:config') implementation project(':code:common:config')
implementation project(':code:index:api') implementation project(':code:index:api')
implementation project(':code:processes:crawling-process:ft-content-type') implementation project(':code:processes:crawling-process:ft-content-type')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':third-party:parquet-floor') implementation project(':third-party:parquet-floor')
implementation project(':third-party:commons-codec') implementation project(':third-party:commons-codec')

View File

@@ -28,7 +28,7 @@ dependencies {
implementation project(':code:functions:link-graph:api') implementation project(':code:functions:link-graph:api')
implementation project(':code:processes:process-mq-api') implementation project(':code:processes:process-mq-api')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:blocking-thread-pool') implementation project(':code:libraries:blocking-thread-pool')
implementation project(':code:processes:crawling-process:ft-link-parser') implementation project(':code:processes:crawling-process:ft-link-parser')
implementation project(':code:processes:crawling-process:model') implementation project(':code:processes:crawling-process:model')

View File

@@ -33,7 +33,7 @@ dependencies {
implementation project(':code:processes:process-mq-api') implementation project(':code:processes:process-mq-api')
implementation project(':code:libraries:message-queue') implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:domain-lock') implementation project(':code:libraries:domain-lock')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:easy-lsh') implementation project(':code:libraries:easy-lsh')
implementation project(':code:processes:crawling-process') implementation project(':code:processes:crawling-process')
implementation project(':code:processes:crawling-process:model') implementation project(':code:processes:crawling-process:model')

View File

@@ -29,7 +29,7 @@ dependencies {
implementation project(':code:common:linkdb') implementation project(':code:common:linkdb')
implementation project(':code:index:index-journal') implementation project(':code:index:index-journal')
implementation project(':code:libraries:message-queue') implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:coded-sequence') implementation project(':code:libraries:coded-sequence')
implementation project(':third-party:commons-codec') implementation project(':third-party:commons-codec')
implementation project(':third-party:parquet-floor') implementation project(':third-party:parquet-floor')

View File

@@ -30,7 +30,7 @@ dependencies {
implementation project(':code:common:renderer') implementation project(':code:common:renderer')
implementation project(':code:features-search:screenshots') implementation project(':code:features-search:screenshots')
implementation project(':code:features-search:random-websites') implementation project(':code:features-search:random-websites')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation libs.bundles.slf4j implementation libs.bundles.slf4j

View File

@@ -37,7 +37,7 @@ dependencies {
implementation project(':code:common:config') implementation project(':code:common:config')
implementation project(':code:libraries:easy-lsh') implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:braille-block-punch-cards') implementation project(':code:libraries:braille-block-punch-cards')
implementation project(':code:functions:live-capture:api') implementation project(':code:functions:live-capture:api')

View File

@@ -34,7 +34,7 @@ dependencies {
implementation project(':code:common:config') implementation project(':code:common:config')
implementation project(':code:libraries:easy-lsh') implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:libraries:braille-block-punch-cards') implementation project(':code:libraries:braille-block-punch-cards')
implementation project(':code:functions:live-capture:api') implementation project(':code:functions:live-capture:api')

View File

@@ -39,7 +39,7 @@ dependencies {
implementation project(':code:libraries:domain-lock') implementation project(':code:libraries:domain-lock')
implementation project(':code:libraries:geo-ip') implementation project(':code:libraries:geo-ip')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':third-party:symspell') implementation project(':third-party:symspell')

View File

@@ -32,7 +32,7 @@ dependencies {
implementation project(':code:common:config') implementation project(':code:common:config')
implementation project(':code:common:renderer') implementation project(':code:common:renderer')
implementation project(':code:libraries:message-queue') implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:functions:search-query:api') implementation project(':code:functions:search-query:api')
implementation project(':code:execution:api') implementation project(':code:execution:api')
implementation project(':code:index:api') implementation project(':code:index:api')

View File

@@ -28,7 +28,7 @@ dependencies {
implementation project(':code:common:model') implementation project(':code:common:model')
implementation project(':code:common:config') implementation project(':code:common:config')
implementation project(':code:common:service') implementation project(':code:common:service')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:processes:converting-process') implementation project(':code:processes:converting-process')
implementation project(':code:processes:crawling-process:model') implementation project(':code:processes:crawling-process:model')

View File

@@ -22,7 +22,7 @@ dependencies {
implementation project(':code:index') implementation project(':code:index')
implementation project(':code:libraries:array') implementation project(':code:libraries:array')
implementation project(':code:libraries:btree') implementation project(':code:libraries:btree')
implementation project(':code:libraries:language-processing') implementation project(':code:functions:language-processing')
implementation project(':code:functions:search-query:api') implementation project(':code:functions:search-query:api')
implementation project(':code:index:index-journal') implementation project(':code:index:index-journal')
implementation project(':code:functions:link-graph:partition') implementation project(':code:functions:link-graph:partition')

View File

@@ -50,7 +50,7 @@ include 'code:libraries:guarded-regex'
include 'code:libraries:random-write-funnel' include 'code:libraries:random-write-funnel'
include 'code:libraries:blocking-thread-pool' include 'code:libraries:blocking-thread-pool'
include 'code:libraries:braille-block-punch-cards' include 'code:libraries:braille-block-punch-cards'
include 'code:libraries:language-processing' include 'code:functions:language-processing'
include 'code:libraries:test-helpers' include 'code:libraries:test-helpers'
include 'code:libraries:domain-lock' include 'code:libraries:domain-lock'

View File

@@ -10,7 +10,7 @@ java {
} }
dependencies { dependencies {
jmhImplementation project(':code:libraries:language-processing') jmhImplementation project(':code:functions:language-processing')
jmhImplementation libs.guava jmhImplementation libs.guava
jmhImplementation libs.commons.codec jmhImplementation libs.commons.codec
} }