1
1
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-10-05 21:22:39 +02:00

(refac) Move language-processing into functions

It's long surpassed the single-responsibility library it once was, and is as such out of place in its original location, and fits better among the function-type modules.
This commit is contained in:
Viktor Lofgren
2025-09-18 10:29:54 +02:00
parent 53e744398a
commit c661ebb619
98 changed files with 25 additions and 25 deletions

View File

@@ -33,7 +33,7 @@ dependencies {
implementation project(':third-party:commons-codec')
implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:functions:link-graph:api')
implementation project(':code:functions:live-capture:api')

View File

@@ -37,7 +37,7 @@ public class LanguageProcessingTool extends Jooby {
new LanguageConfiguration(languageModels, new LanguageConfigLocation.Experimental()),
languageModels
);
Path basePath = Path.of("code/libraries/language-processing/").toAbsolutePath();
Path basePath = Path.of("code/functions/language-processing/").toAbsolutePath();
System.out.println("Base path: " + basePath);
if (Files.exists(basePath.resolve("resources/ltt/jte")))

View File

@@ -22,7 +22,7 @@ dependencies {
implementation project(':code:common:model')
implementation project(':code:common:config')
implementation project(':code:common:service')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation libs.bundles.slf4j

View File

@@ -22,13 +22,13 @@ dependencies {
implementation project(':code:functions:nsfw-domain-filter')
implementation project(':code:functions:search-query:api')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':third-party:porterstemmer')
implementation project(':third-party:openzim')
implementation project(':third-party:commons-codec')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation libs.bundles.slf4j

View File

@@ -26,7 +26,7 @@ dependencies {
implementation project(':code:libraries:native')
implementation project(':code:libraries:random-write-funnel')
implementation project(':code:libraries:coded-sequence')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:message-queue')
@@ -77,7 +77,7 @@ dependencies {
testImplementation 'org.testcontainers:mariadb:1.17.4'
testImplementation 'org.testcontainers:junit-jupiter:1.17.4'
testImplementation project(':code:libraries:test-helpers')
testImplementation project(':code:libraries:language-processing')
testImplementation project(':code:functions:language-processing')
testImplementation project(':code:libraries:braille-block-punch-cards')
testImplementation project(':code:libraries:test-helpers')
}

View File

@@ -14,7 +14,7 @@ apply from: "$rootProject.projectDir/srcsets.gradle"
dependencies {
implementation project(':code:libraries:coded-sequence')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:array')
implementation project(':code:common:model')
implementation project(':code:processes:converting-process:model')

View File

@@ -23,7 +23,7 @@ dependencies {
implementation project(':code:libraries:array')
implementation project(':code:libraries:native')
implementation project(':code:libraries:btree')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:common:linkdb')
implementation project(':code:index')
implementation project(':third-party:commons-codec')

View File

@@ -40,7 +40,7 @@ dependencies {
implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:coded-sequence')
implementation project(':code:libraries:geo-ip')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:processes:converting-process:model')
implementation project(':code:processes:converting-process:ft-dom-classifier')
@@ -52,7 +52,7 @@ dependencies {
implementation project(':code:functions:live-capture:api')
testImplementation project(':code:libraries:language-processing')
testImplementation project(':code:functions:language-processing')
implementation libs.slop
implementation libs.bundles.slf4j

View File

@@ -30,7 +30,7 @@ dependencies {
implementation project(':code:index:api')
implementation project(':code:processes:process-mq-api')
implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:domain-lock')
implementation project(':code:processes:crawling-process:model')

View File

@@ -22,7 +22,7 @@ dependencies {
implementation project(':code:common:config')
implementation project(':code:index:api')
implementation project(':code:processes:crawling-process:ft-content-type')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':third-party:parquet-floor')
implementation project(':third-party:commons-codec')

View File

@@ -28,7 +28,7 @@ dependencies {
implementation project(':code:functions:link-graph:api')
implementation project(':code:processes:process-mq-api')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:blocking-thread-pool')
implementation project(':code:processes:crawling-process:ft-link-parser')
implementation project(':code:processes:crawling-process:model')

View File

@@ -33,7 +33,7 @@ dependencies {
implementation project(':code:processes:process-mq-api')
implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:domain-lock')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:easy-lsh')
implementation project(':code:processes:crawling-process')
implementation project(':code:processes:crawling-process:model')

View File

@@ -29,7 +29,7 @@ dependencies {
implementation project(':code:common:linkdb')
implementation project(':code:index:index-journal')
implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:coded-sequence')
implementation project(':third-party:commons-codec')
implementation project(':third-party:parquet-floor')

View File

@@ -30,7 +30,7 @@ dependencies {
implementation project(':code:common:renderer')
implementation project(':code:features-search:screenshots')
implementation project(':code:features-search:random-websites')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation libs.bundles.slf4j

View File

@@ -37,7 +37,7 @@ dependencies {
implementation project(':code:common:config')
implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:braille-block-punch-cards')
implementation project(':code:functions:live-capture:api')

View File

@@ -34,7 +34,7 @@ dependencies {
implementation project(':code:common:config')
implementation project(':code:libraries:easy-lsh')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:libraries:braille-block-punch-cards')
implementation project(':code:functions:live-capture:api')

View File

@@ -39,7 +39,7 @@ dependencies {
implementation project(':code:libraries:domain-lock')
implementation project(':code:libraries:geo-ip')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':third-party:symspell')

View File

@@ -32,7 +32,7 @@ dependencies {
implementation project(':code:common:config')
implementation project(':code:common:renderer')
implementation project(':code:libraries:message-queue')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:functions:search-query:api')
implementation project(':code:execution:api')
implementation project(':code:index:api')

View File

@@ -28,7 +28,7 @@ dependencies {
implementation project(':code:common:model')
implementation project(':code:common:config')
implementation project(':code:common:service')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:processes:converting-process')
implementation project(':code:processes:crawling-process:model')

View File

@@ -22,7 +22,7 @@ dependencies {
implementation project(':code:index')
implementation project(':code:libraries:array')
implementation project(':code:libraries:btree')
implementation project(':code:libraries:language-processing')
implementation project(':code:functions:language-processing')
implementation project(':code:functions:search-query:api')
implementation project(':code:index:index-journal')
implementation project(':code:functions:link-graph:partition')

View File

@@ -50,7 +50,7 @@ include 'code:libraries:guarded-regex'
include 'code:libraries:random-write-funnel'
include 'code:libraries:blocking-thread-pool'
include 'code:libraries:braille-block-punch-cards'
include 'code:libraries:language-processing'
include 'code:functions:language-processing'
include 'code:libraries:test-helpers'
include 'code:libraries:domain-lock'

View File

@@ -10,7 +10,7 @@ java {
}
dependencies {
jmhImplementation project(':code:libraries:language-processing')
jmhImplementation project(':code:functions:language-processing')
jmhImplementation libs.guava
jmhImplementation libs.commons.codec
}