(index) Reduce query buffer size

(index) Restore threshold for work stealing in query execution
(index) Lower threshold for work stealing in query execution
2025-10-05 21:22:39 +02:00 · 2025-07-27 21:42:04 +02:00 · 2025-07-27 21:41:46 +02:00 · 2025-07-27 21:35:11 +02:00 · 2025-07-27 19:40:58 +02:00 · 2025-07-27 19:38:52 +02:00
3 changed files with 20 additions and 17 deletions
--- a/code/index/java/nu/marginalia/index/IndexQueryExecution.java
+++ b/code/index/java/nu/marginalia/index/IndexQueryExecution.java
@@ -76,7 +76,7 @@ public class IndexQueryExecution {
    }

    private void lookup(IndexQuery query) {
-        final LongQueryBuffer buffer = new LongQueryBuffer(1024);
+        final LongQueryBuffer buffer = new LongQueryBuffer(512);
        try {
            while (query.hasMore() && budget.hasTimeLeft()) {

--- a/code/services-application/search-service-legacy/java/nu/marginalia/search/SearchOperator.java
+++ b/code/services-application/search-service-legacy/java/nu/marginalia/search/SearchOperator.java
@@ -199,16 +199,19 @@ public class SearchOperator {
                return new EdgeUrl("https", new EdgeDomain("breezewiki.com"), null,  "/" + subdomain + path.substring(wikiIndex), null);
            }
        }
+        /*
        else if (topdomain.equals("medium.com")) {
-            if (!subdomain.isBlank()) {
-                return new EdgeUrl("https", new EdgeDomain("scribe.rip"), null, path, null);
+            int slashIndex = path.indexOf("/", 1);
+            if (slashIndex >= 0) {
+                if (!subdomain.isBlank()) {
+                    return new EdgeUrl("https", new EdgeDomain("scribe.rip"), null, path, null);
+                }
+                else {
+                    String article = path.substring(slashIndex);
+                    return new EdgeUrl("https", new EdgeDomain("scribe.rip"), null, article, null);
+                }
            }
-            else {
-                String article = path.substring(path.indexOf("/", 1));
-                return new EdgeUrl("https", new EdgeDomain("scribe.rip"), null, article, null);
-            }
-
-        }
+        }*/
        return url;
    }

--- a/code/services-application/search-service/java/nu/marginalia/search/SearchOperator.java
+++ b/code/services-application/search-service/java/nu/marginalia/search/SearchOperator.java
@@ -230,19 +230,19 @@ public class SearchOperator {
                return new EdgeUrl("https", new EdgeDomain("breezewiki.com"), null,  "/" + subdomain + path.substring(wikiIndex), null);
            }
        }
+/*
        else if (topdomain.equals("medium.com")) {
-            if (!subdomain.isBlank()) {
-                return new EdgeUrl("https", new EdgeDomain("scribe.rip"), null, path, null);
-            }
-            else {
-                int slashIndex = path.indexOf("/", 1);
-                if (slashIndex >= 0) {
+            int slashIndex = path.indexOf("/", 1);
+            if (slashIndex >= 0) {
+                if (!subdomain.isBlank()) {
+                    return new EdgeUrl("https", new EdgeDomain("scribe.rip"), null, path, null);
+                }
+                else {
                    String article = path.substring(slashIndex);
                    return new EdgeUrl("https", new EdgeDomain("scribe.rip"), null, article, null);
                }
            }
-
-        }
+        }*/
        return url;
    }
Author	SHA1	Message	Date
Viktor Lofgren	838a5626ec	(index) Reduce query buffer size	2025-07-27 21:42:04 +02:00
Viktor Lofgren	6b426209c7	(index) Restore threshold for work stealing in query execution	2025-07-27 21:41:46 +02:00
Viktor Lofgren	452b5731d9	(index) Lower threshold for work stealing in query execution	2025-07-27 21:35:11 +02:00
Viktor Lofgren	c91cf49630	(search) Disable scribe.rip substitution It does not appear to work well	2025-07-27 19:40:58 +02:00
Viktor Lofgren	8503030f18	(search) Fix rare exception in scribe.rip substitution	2025-07-27 19:38:52 +02:00