1
1
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-10-05 21:22:39 +02:00
Files
MarginaliaSearch/code/functions/language-processing/java/nu/marginalia/segmentation/BasicSentenceExtractor.java
Viktor Lofgren c661ebb619 (refac) Move language-processing into functions
It's long surpassed the single-responsibility library it once was, and is as such out of place in its original location, and fits better among the function-type modules.
2025-09-18 10:30:40 +02:00

17 lines
503 B
Java

package nu.marginalia.segmentation;
import ca.rmen.porterstemmer.PorterStemmer;
import org.apache.commons.lang3.StringUtils;
public class BasicSentenceExtractor {
private static PorterStemmer porterStemmer = new PorterStemmer();
public static String[] getStemmedParts(String sentence) {
String[] parts = StringUtils.split(sentence, ' ');
for (int i = 0; i < parts.length; i++) {
parts[i] = porterStemmer.stemWord(parts[i]);
}
return parts;
}
}