refactor(tantivy): remove MoreLikeThisQuery feature

Remove MoreLikeThisQuery and all related code as requested:
- Remove MoreLikeThisOptions and MoreLikeThisRequest types from lib.rs
- Remove more_like_this command from commands.rs
- Remove more_like_this method from ext.rs
- Remove MoreLikeThisQuery import from ext.rs
- Regenerate TypeScript bindings

Co-Authored-By: yujonglee <yujonglee.dev@gmail.com>

Author: devin-ai-integration[bot]

plugins/tantivy/js/bindings.gen.ts

@@ -45,14 +45,6 @@ async removeDocument(id: string, collection: string | null) : Promise<Result<nul
     if(e instanceof Error) throw e;
     else return { status: "error", error: e  as any };
 }
-},
-async moreLikeThis(request: MoreLikeThisRequest) : Promise<Result<SearchResult, string>> {
-    try {
-    return { status: "ok", data: await TAURI_INVOKE("plugin:tantivy|more_like_this", { request }) };
-} catch (e) {
-    if(e instanceof Error) throw e;
-    else return { status: "error", error: e  as any };
-}
 }
 }
 
@@ -68,8 +60,6 @@ async moreLikeThis(request: MoreLikeThisRequest) : Promise<Result<SearchResult,
 
 export type CreatedAtFilter = { gte: number | null; lte: number | null; gt: number | null; lt: number | null; eq: number | null }
 export type HighlightRange = { start: number; end: number }
-export type MoreLikeThisOptions = { min_doc_frequency: number | null; max_doc_frequency: number | null; min_term_frequency: number | null; min_word_length: number | null; max_word_length: number | null; boost_factor: number | null; stop_words: string[] | null }
-export type MoreLikeThisRequest = { document_id: string; collection?: string | null; limit?: number; options?: MoreLikeThisOptions }
 export type SearchDocument = { id: string; doc_type: string; language: string | null; title: string; content: string; created_at: number; facets?: string[] }
 export type SearchFilters = { created_at: CreatedAtFilter | null; doc_type: string | null; facet: string | null }
 export type SearchHit = { score: number; document: SearchDocument; title_snippet: Snippet | null; content_snippet: Snippet | null }

plugins/tantivy/src/commands.rs

@@ -1,4 +1,4 @@
-use crate::{MoreLikeThisRequest, SearchDocument, SearchRequest, SearchResult, TantivyPluginExt};
+use crate::{SearchDocument, SearchRequest, SearchResult, TantivyPluginExt};
 
 #[tauri::command]
 #[specta::specta]
@@ -62,15 +62,3 @@ pub(crate) async fn remove_document<R: tauri::Runtime>(
         .await
         .map_err(|e| e.to_string())
 }
-
-#[tauri::command]
-#[specta::specta]
-pub(crate) async fn more_like_this<R: tauri::Runtime>(
-    app: tauri::AppHandle<R>,
-    request: MoreLikeThisRequest,
-) -> Result<SearchResult, String> {
-    app.tantivy()
-        .more_like_this(request)
-        .await
-        .map_err(|e| e.to_string())
-}

plugins/tantivy/src/ext.rs

@@ -1,7 +1,6 @@
 use tantivy::collector::{Count, TopDocs};
 use tantivy::query::{
-    BooleanQuery, BoostQuery, FuzzyTermQuery, MoreLikeThisQuery, Occur, PhraseQuery, Query,
-    QueryParser, TermQuery,
+    BooleanQuery, BoostQuery, FuzzyTermQuery, Occur, PhraseQuery, Query, QueryParser, TermQuery,
 };
 use tantivy::schema::{Facet, IndexRecordOption};
 use tantivy::snippet::SnippetGenerator;
@@ -12,8 +11,8 @@ use crate::query::build_created_at_range_query;
 use crate::schema::{extract_search_document, get_fields};
 use crate::tokenizer::register_tokenizers;
 use crate::{
-    CollectionConfig, CollectionIndex, HighlightRange, IndexState, MoreLikeThisRequest,
-    SearchDocument, SearchHit, SearchRequest, SearchResult, Snippet,
+    CollectionConfig, CollectionIndex, HighlightRange, IndexState, SearchDocument, SearchHit,
+    SearchRequest, SearchResult, Snippet,
 };
 
 pub fn detect_language(text: &str) -> hypr_language::Language {
@@ -502,93 +501,6 @@ impl<'a, R: tauri::Runtime, M: tauri::Manager<R>> Tantivy<'a, R, M> {
 
         Ok(())
     }
-
-    pub async fn more_like_this(
-        &self,
-        request: MoreLikeThisRequest,
-    ) -> Result<SearchResult, crate::Error> {
-        let collection_name = Self::get_collection_name(request.collection);
-        let state = self.manager.state::<IndexState>();
-        let guard = state.inner.lock().await;
-
-        let collection_index = guard
-            .collections
-            .get(&collection_name)
-            .ok_or_else(|| crate::Error::CollectionNotFound(collection_name.clone()))?;
-
-        let schema = &collection_index.schema;
-        let reader = &collection_index.reader;
-
-        let fields = get_fields(schema);
-        let searcher = reader.searcher();
-
-        let id_term = Term::from_field_text(fields.id, &request.document_id);
-        let id_query = TermQuery::new(id_term, IndexRecordOption::Basic);
-
-        let (top_docs, _) = searcher.search(&id_query, &(TopDocs::with_limit(1), Count))?;
-
-        let (_, doc_address) = top_docs
-            .first()
-            .ok_or_else(|| crate::Error::DocumentNotFound(request.document_id.clone()))?;
-
-        let mut mlt_builder = MoreLikeThisQuery::builder();
-
-        if let Some(min_doc_freq) = request.options.min_doc_frequency {
-            mlt_builder = mlt_builder.with_min_doc_frequency(min_doc_freq);
-        }
-        if let Some(max_doc_freq) = request.options.max_doc_frequency {
-            mlt_builder = mlt_builder.with_max_doc_frequency(max_doc_freq);
-        }
-        if let Some(min_term_freq) = request.options.min_term_frequency {
-            mlt_builder = mlt_builder.with_min_term_frequency(min_term_freq);
-        }
-        if let Some(min_word_len) = request.options.min_word_length {
-            mlt_builder = mlt_builder.with_min_word_length(min_word_len);
-        }
-        if let Some(max_word_len) = request.options.max_word_length {
-            mlt_builder = mlt_builder.with_max_word_length(max_word_len);
-        }
-        if let Some(boost) = request.options.boost_factor {
-            mlt_builder = mlt_builder.with_boost_factor(boost);
-        }
-        if let Some(ref stop_words) = request.options.stop_words {
-            mlt_builder = mlt_builder.with_stop_words(stop_words.clone());
-        }
-
-        let mlt_query = mlt_builder.with_document(*doc_address);
-
-        let (similar_docs, count) =
-            searcher.search(&mlt_query, &(TopDocs::with_limit(request.limit + 1), Count))?;
-
-        let mut hits = Vec::new();
-        for (score, similar_doc_address) in similar_docs {
-            if similar_doc_address == *doc_address {
-                continue;
-            }
-
-            let retrieved_doc: TantivyDocument = searcher.doc(similar_doc_address)?;
-
-            if let Some(search_doc) = extract_search_document(schema, &fields, &retrieved_doc) {
-                hits.push(SearchHit {
-                    score,
-                    document: search_doc,
-                    title_snippet: None,
-                    content_snippet: None,
-                });
-            }
-
-            if hits.len() >= request.limit {
-                break;
-            }
-        }
-
-        let actual_count = if count > 0 { count - 1 } else { 0 };
-
-        Ok(SearchResult {
-            hits,
-            count: actual_count,
-        })
-    }
 }
 
 pub trait TantivyPluginExt<R: tauri::Runtime> {

plugins/tantivy/src/lib.rs

@@ -57,28 +57,6 @@ pub struct SearchResult {
     pub count: usize,
 }
 
-#[derive(Debug, Clone, Default, Serialize, Deserialize, specta::Type)]
-pub struct MoreLikeThisOptions {
-    pub min_doc_frequency: Option<u64>,
-    pub max_doc_frequency: Option<u64>,
-    pub min_term_frequency: Option<usize>,
-    pub min_word_length: Option<usize>,
-    pub max_word_length: Option<usize>,
-    pub boost_factor: Option<f32>,
-    pub stop_words: Option<Vec<String>>,
-}
-
-#[derive(Debug, Clone, Serialize, Deserialize, specta::Type)]
-pub struct MoreLikeThisRequest {
-    pub document_id: String,
-    #[serde(default)]
-    pub collection: Option<String>,
-    #[serde(default = "default_limit")]
-    pub limit: usize,
-    #[serde(default)]
-    pub options: MoreLikeThisOptions,
-}
-
 #[derive(Debug, Clone, Default, Serialize, Deserialize, specta::Type)]
 pub struct CreatedAtFilter {
     pub gte: Option<i64>,
@@ -168,7 +146,6 @@ fn make_specta_builder<R: tauri::Runtime>() -> tauri_specta::Builder<R> {
             commands::add_document::<tauri::Wry>,
             commands::update_document::<tauri::Wry>,
             commands::remove_document::<tauri::Wry>,
-            commands::more_like_this::<tauri::Wry>,
         ])
         .error_handling(tauri_specta::ErrorHandlingMode::Result)
 }