Enhancement: unify text search to use tantivy (#12485)

2026-08-28 13:37:32 +00:00 · 2026-04-03 13:53:45 -07:00
parent f32ad98d8e
commit 566afdffca
29 changed files with 1019 additions and 97 deletions
@@ -53,6 +53,18 @@ def build_schema() -> tantivy.Schema:
    # CJK support - not stored, indexed only
    sb.add_text_field("bigram_content", stored=False, tokenizer_name="bigram_analyzer")

+    # Simple substring search support for title/content - not stored, indexed only
+    sb.add_text_field(
+        "simple_title",
+        stored=False,
+        tokenizer_name="simple_search_analyzer",
+    )
+    sb.add_text_field(
+        "simple_content",
+        stored=False,
+        tokenizer_name="simple_search_analyzer",
+    )
+
    # Autocomplete prefix scan - stored, not indexed
    sb.add_text_field("autocomplete_word", stored=True, tokenizer_name="raw")