mirror of
https://github.com/MarginaliaSearch/MarginaliaSearch.git
synced 2025-10-05 21:22:39 +02:00
(refac) Move language-processing into functions
It's long surpassed the single-responsibility library it once was, and is as such out of place in its original location, and fits better among the function-type modules.
This commit is contained in:
@@ -33,7 +33,7 @@ dependencies {
|
|||||||
implementation project(':third-party:commons-codec')
|
implementation project(':third-party:commons-codec')
|
||||||
|
|
||||||
implementation project(':code:libraries:message-queue')
|
implementation project(':code:libraries:message-queue')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation project(':code:functions:link-graph:api')
|
implementation project(':code:functions:link-graph:api')
|
||||||
implementation project(':code:functions:live-capture:api')
|
implementation project(':code:functions:live-capture:api')
|
||||||
|
@@ -37,7 +37,7 @@ public class LanguageProcessingTool extends Jooby {
|
|||||||
new LanguageConfiguration(languageModels, new LanguageConfigLocation.Experimental()),
|
new LanguageConfiguration(languageModels, new LanguageConfigLocation.Experimental()),
|
||||||
languageModels
|
languageModels
|
||||||
);
|
);
|
||||||
Path basePath = Path.of("code/libraries/language-processing/").toAbsolutePath();
|
Path basePath = Path.of("code/functions/language-processing/").toAbsolutePath();
|
||||||
System.out.println("Base path: " + basePath);
|
System.out.println("Base path: " + basePath);
|
||||||
|
|
||||||
if (Files.exists(basePath.resolve("resources/ltt/jte")))
|
if (Files.exists(basePath.resolve("resources/ltt/jte")))
|
@@ -22,7 +22,7 @@ dependencies {
|
|||||||
implementation project(':code:common:model')
|
implementation project(':code:common:model')
|
||||||
implementation project(':code:common:config')
|
implementation project(':code:common:config')
|
||||||
implementation project(':code:common:service')
|
implementation project(':code:common:service')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation libs.bundles.slf4j
|
implementation libs.bundles.slf4j
|
||||||
|
|
||||||
|
@@ -22,13 +22,13 @@ dependencies {
|
|||||||
implementation project(':code:functions:nsfw-domain-filter')
|
implementation project(':code:functions:nsfw-domain-filter')
|
||||||
implementation project(':code:functions:search-query:api')
|
implementation project(':code:functions:search-query:api')
|
||||||
|
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation project(':third-party:porterstemmer')
|
implementation project(':third-party:porterstemmer')
|
||||||
implementation project(':third-party:openzim')
|
implementation project(':third-party:openzim')
|
||||||
implementation project(':third-party:commons-codec')
|
implementation project(':third-party:commons-codec')
|
||||||
|
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation libs.bundles.slf4j
|
implementation libs.bundles.slf4j
|
||||||
|
|
||||||
|
@@ -26,7 +26,7 @@ dependencies {
|
|||||||
implementation project(':code:libraries:native')
|
implementation project(':code:libraries:native')
|
||||||
implementation project(':code:libraries:random-write-funnel')
|
implementation project(':code:libraries:random-write-funnel')
|
||||||
implementation project(':code:libraries:coded-sequence')
|
implementation project(':code:libraries:coded-sequence')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:message-queue')
|
implementation project(':code:libraries:message-queue')
|
||||||
|
|
||||||
|
|
||||||
@@ -77,7 +77,7 @@ dependencies {
|
|||||||
testImplementation 'org.testcontainers:mariadb:1.17.4'
|
testImplementation 'org.testcontainers:mariadb:1.17.4'
|
||||||
testImplementation 'org.testcontainers:junit-jupiter:1.17.4'
|
testImplementation 'org.testcontainers:junit-jupiter:1.17.4'
|
||||||
testImplementation project(':code:libraries:test-helpers')
|
testImplementation project(':code:libraries:test-helpers')
|
||||||
testImplementation project(':code:libraries:language-processing')
|
testImplementation project(':code:functions:language-processing')
|
||||||
testImplementation project(':code:libraries:braille-block-punch-cards')
|
testImplementation project(':code:libraries:braille-block-punch-cards')
|
||||||
testImplementation project(':code:libraries:test-helpers')
|
testImplementation project(':code:libraries:test-helpers')
|
||||||
}
|
}
|
||||||
|
@@ -14,7 +14,7 @@ apply from: "$rootProject.projectDir/srcsets.gradle"
|
|||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
implementation project(':code:libraries:coded-sequence')
|
implementation project(':code:libraries:coded-sequence')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:array')
|
implementation project(':code:libraries:array')
|
||||||
implementation project(':code:common:model')
|
implementation project(':code:common:model')
|
||||||
implementation project(':code:processes:converting-process:model')
|
implementation project(':code:processes:converting-process:model')
|
||||||
|
@@ -23,7 +23,7 @@ dependencies {
|
|||||||
implementation project(':code:libraries:array')
|
implementation project(':code:libraries:array')
|
||||||
implementation project(':code:libraries:native')
|
implementation project(':code:libraries:native')
|
||||||
implementation project(':code:libraries:btree')
|
implementation project(':code:libraries:btree')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:common:linkdb')
|
implementation project(':code:common:linkdb')
|
||||||
implementation project(':code:index')
|
implementation project(':code:index')
|
||||||
implementation project(':third-party:commons-codec')
|
implementation project(':third-party:commons-codec')
|
||||||
|
@@ -40,7 +40,7 @@ dependencies {
|
|||||||
implementation project(':code:libraries:easy-lsh')
|
implementation project(':code:libraries:easy-lsh')
|
||||||
implementation project(':code:libraries:coded-sequence')
|
implementation project(':code:libraries:coded-sequence')
|
||||||
implementation project(':code:libraries:geo-ip')
|
implementation project(':code:libraries:geo-ip')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation project(':code:processes:converting-process:model')
|
implementation project(':code:processes:converting-process:model')
|
||||||
implementation project(':code:processes:converting-process:ft-dom-classifier')
|
implementation project(':code:processes:converting-process:ft-dom-classifier')
|
||||||
@@ -52,7 +52,7 @@ dependencies {
|
|||||||
|
|
||||||
implementation project(':code:functions:live-capture:api')
|
implementation project(':code:functions:live-capture:api')
|
||||||
|
|
||||||
testImplementation project(':code:libraries:language-processing')
|
testImplementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation libs.slop
|
implementation libs.slop
|
||||||
implementation libs.bundles.slf4j
|
implementation libs.bundles.slf4j
|
||||||
|
@@ -30,7 +30,7 @@ dependencies {
|
|||||||
implementation project(':code:index:api')
|
implementation project(':code:index:api')
|
||||||
implementation project(':code:processes:process-mq-api')
|
implementation project(':code:processes:process-mq-api')
|
||||||
implementation project(':code:libraries:message-queue')
|
implementation project(':code:libraries:message-queue')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:easy-lsh')
|
implementation project(':code:libraries:easy-lsh')
|
||||||
implementation project(':code:libraries:domain-lock')
|
implementation project(':code:libraries:domain-lock')
|
||||||
implementation project(':code:processes:crawling-process:model')
|
implementation project(':code:processes:crawling-process:model')
|
||||||
|
@@ -22,7 +22,7 @@ dependencies {
|
|||||||
implementation project(':code:common:config')
|
implementation project(':code:common:config')
|
||||||
implementation project(':code:index:api')
|
implementation project(':code:index:api')
|
||||||
implementation project(':code:processes:crawling-process:ft-content-type')
|
implementation project(':code:processes:crawling-process:ft-content-type')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':third-party:parquet-floor')
|
implementation project(':third-party:parquet-floor')
|
||||||
implementation project(':third-party:commons-codec')
|
implementation project(':third-party:commons-codec')
|
||||||
|
|
||||||
|
@@ -28,7 +28,7 @@ dependencies {
|
|||||||
|
|
||||||
implementation project(':code:functions:link-graph:api')
|
implementation project(':code:functions:link-graph:api')
|
||||||
implementation project(':code:processes:process-mq-api')
|
implementation project(':code:processes:process-mq-api')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:blocking-thread-pool')
|
implementation project(':code:libraries:blocking-thread-pool')
|
||||||
implementation project(':code:processes:crawling-process:ft-link-parser')
|
implementation project(':code:processes:crawling-process:ft-link-parser')
|
||||||
implementation project(':code:processes:crawling-process:model')
|
implementation project(':code:processes:crawling-process:model')
|
||||||
|
@@ -33,7 +33,7 @@ dependencies {
|
|||||||
implementation project(':code:processes:process-mq-api')
|
implementation project(':code:processes:process-mq-api')
|
||||||
implementation project(':code:libraries:message-queue')
|
implementation project(':code:libraries:message-queue')
|
||||||
implementation project(':code:libraries:domain-lock')
|
implementation project(':code:libraries:domain-lock')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:easy-lsh')
|
implementation project(':code:libraries:easy-lsh')
|
||||||
implementation project(':code:processes:crawling-process')
|
implementation project(':code:processes:crawling-process')
|
||||||
implementation project(':code:processes:crawling-process:model')
|
implementation project(':code:processes:crawling-process:model')
|
||||||
|
@@ -29,7 +29,7 @@ dependencies {
|
|||||||
implementation project(':code:common:linkdb')
|
implementation project(':code:common:linkdb')
|
||||||
implementation project(':code:index:index-journal')
|
implementation project(':code:index:index-journal')
|
||||||
implementation project(':code:libraries:message-queue')
|
implementation project(':code:libraries:message-queue')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:coded-sequence')
|
implementation project(':code:libraries:coded-sequence')
|
||||||
implementation project(':third-party:commons-codec')
|
implementation project(':third-party:commons-codec')
|
||||||
implementation project(':third-party:parquet-floor')
|
implementation project(':third-party:parquet-floor')
|
||||||
|
@@ -30,7 +30,7 @@ dependencies {
|
|||||||
implementation project(':code:common:renderer')
|
implementation project(':code:common:renderer')
|
||||||
implementation project(':code:features-search:screenshots')
|
implementation project(':code:features-search:screenshots')
|
||||||
implementation project(':code:features-search:random-websites')
|
implementation project(':code:features-search:random-websites')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation libs.bundles.slf4j
|
implementation libs.bundles.slf4j
|
||||||
|
|
||||||
|
@@ -37,7 +37,7 @@ dependencies {
|
|||||||
implementation project(':code:common:config')
|
implementation project(':code:common:config')
|
||||||
|
|
||||||
implementation project(':code:libraries:easy-lsh')
|
implementation project(':code:libraries:easy-lsh')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:braille-block-punch-cards')
|
implementation project(':code:libraries:braille-block-punch-cards')
|
||||||
|
|
||||||
implementation project(':code:functions:live-capture:api')
|
implementation project(':code:functions:live-capture:api')
|
||||||
|
@@ -34,7 +34,7 @@ dependencies {
|
|||||||
implementation project(':code:common:config')
|
implementation project(':code:common:config')
|
||||||
|
|
||||||
implementation project(':code:libraries:easy-lsh')
|
implementation project(':code:libraries:easy-lsh')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:libraries:braille-block-punch-cards')
|
implementation project(':code:libraries:braille-block-punch-cards')
|
||||||
|
|
||||||
implementation project(':code:functions:live-capture:api')
|
implementation project(':code:functions:live-capture:api')
|
||||||
|
@@ -39,7 +39,7 @@ dependencies {
|
|||||||
|
|
||||||
implementation project(':code:libraries:domain-lock')
|
implementation project(':code:libraries:domain-lock')
|
||||||
implementation project(':code:libraries:geo-ip')
|
implementation project(':code:libraries:geo-ip')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
|
|
||||||
implementation project(':third-party:symspell')
|
implementation project(':third-party:symspell')
|
||||||
|
|
||||||
|
@@ -32,7 +32,7 @@ dependencies {
|
|||||||
implementation project(':code:common:config')
|
implementation project(':code:common:config')
|
||||||
implementation project(':code:common:renderer')
|
implementation project(':code:common:renderer')
|
||||||
implementation project(':code:libraries:message-queue')
|
implementation project(':code:libraries:message-queue')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:functions:search-query:api')
|
implementation project(':code:functions:search-query:api')
|
||||||
implementation project(':code:execution:api')
|
implementation project(':code:execution:api')
|
||||||
implementation project(':code:index:api')
|
implementation project(':code:index:api')
|
||||||
|
@@ -28,7 +28,7 @@ dependencies {
|
|||||||
implementation project(':code:common:model')
|
implementation project(':code:common:model')
|
||||||
implementation project(':code:common:config')
|
implementation project(':code:common:config')
|
||||||
implementation project(':code:common:service')
|
implementation project(':code:common:service')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:processes:converting-process')
|
implementation project(':code:processes:converting-process')
|
||||||
implementation project(':code:processes:crawling-process:model')
|
implementation project(':code:processes:crawling-process:model')
|
||||||
|
|
||||||
|
@@ -22,7 +22,7 @@ dependencies {
|
|||||||
implementation project(':code:index')
|
implementation project(':code:index')
|
||||||
implementation project(':code:libraries:array')
|
implementation project(':code:libraries:array')
|
||||||
implementation project(':code:libraries:btree')
|
implementation project(':code:libraries:btree')
|
||||||
implementation project(':code:libraries:language-processing')
|
implementation project(':code:functions:language-processing')
|
||||||
implementation project(':code:functions:search-query:api')
|
implementation project(':code:functions:search-query:api')
|
||||||
implementation project(':code:index:index-journal')
|
implementation project(':code:index:index-journal')
|
||||||
implementation project(':code:functions:link-graph:partition')
|
implementation project(':code:functions:link-graph:partition')
|
||||||
|
@@ -50,7 +50,7 @@ include 'code:libraries:guarded-regex'
|
|||||||
include 'code:libraries:random-write-funnel'
|
include 'code:libraries:random-write-funnel'
|
||||||
include 'code:libraries:blocking-thread-pool'
|
include 'code:libraries:blocking-thread-pool'
|
||||||
include 'code:libraries:braille-block-punch-cards'
|
include 'code:libraries:braille-block-punch-cards'
|
||||||
include 'code:libraries:language-processing'
|
include 'code:functions:language-processing'
|
||||||
include 'code:libraries:test-helpers'
|
include 'code:libraries:test-helpers'
|
||||||
include 'code:libraries:domain-lock'
|
include 'code:libraries:domain-lock'
|
||||||
|
|
||||||
|
2
third-party/commons-codec/build.gradle
vendored
2
third-party/commons-codec/build.gradle
vendored
@@ -10,7 +10,7 @@ java {
|
|||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
jmhImplementation project(':code:libraries:language-processing')
|
jmhImplementation project(':code:functions:language-processing')
|
||||||
jmhImplementation libs.guava
|
jmhImplementation libs.guava
|
||||||
jmhImplementation libs.commons.codec
|
jmhImplementation libs.commons.codec
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user