feat: search mvp (#5064)

* feat: implement folder indexer

* feat: sqlite search views using fts5

* feat: add view indexing to user manager

* feat: implement folder indexer

* feat: add sqlite search documents

* feat: add document indexing to user manager

* feat: add document indexing to folder indexer

* chore: update collab rev

* feat: search frontend integration

* refactor: search index

* test: add event test

* chore: fix ci

* feat: initial command palette overlay impl (#4619)

* chore: test search engine

* chore: initial structure

* chore: replace old search request

* chore: enable log for lib-dispatch

* chore: move search manager to core

* feat: move traits and responsibility to search crate

* feat: move search to search crate

* feat: replace sqlite with tantivy

* feat: deserialize tantivy documents

* chore: fixes after rebase

* chore: clean code

* feat: fetch and sort results

* fix: code review + cleaning

* feat: support custom icons

* feat: support view layout icons

* feat: rename bloc and fix indexing

* fix: prettify dialog

* feat: score results

* chore: update collab rev

* feat: add recent view history to command palette

* test: add integration_tests

* fix: clippy changes

* fix: focus traversal in cmd palette

* fix: remove file after merging main

* chore: code review and panic-safe

* feat: index all views if index does not exist

* chore: improve logic with conditional

* chore: add is_empty check

* chore: abstract logic from folder manager init

* chore: update collab rev

* chore: code review

* chore: fixes after merge + update lock file

* chore: revert cargo lock

* fix: set icon type when removing icon

* fix: code review + dependency inversion

* fix: remove icon fix for not persisting icon type

* test: simple tests manipulating views

* test: create 100 views

* fix: tauri build

* chore: create 1000 views

* chore: create util methods

* chore: test

* chore: test

* chore: remove logs

* chore: fix build.rs

* chore: export models

* chore: enable clear cache on Rust-CI

* fix: navigate to newly created views

* fix: force disable setting workspace listener on rebuilds

* fix: remove late final

* fix: missing returns

* fix: localization and minor fixes

* test: add index assert to large test

* fix: missing section param after merging main

* chore: try fix unzip file error

* chore: lower the test

* feat: show hint when result is in trash

* feat: one index_writer per index

* fix: minor changes after merge

* fix: make create_log_filter public after merge

* chore: fix test

* chore: fix test

* chore: flutter analyze

* chore: flutter analyze

* chore: fix tauri build

---------

Co-authored-by: nathan <nathan@appflowy.io>
Co-authored-by: Lucas.Xu <lucas.xu@appflowy.io>
Co-authored-by: Nathan.fooo <86001920+appflowy@users.noreply.github.com>

frontend/rust-lib/event-integration/src/folder_event.rs

@@ -1,7 +1,9 @@
+use collab_folder::{FolderData, View};
 use flowy_folder::entities::icon::UpdateViewIconPayloadPB;
-use flowy_folder::entities::*;
 use flowy_folder::event_map::FolderEvent;
 use flowy_folder::event_map::FolderEvent::*;
+use flowy_folder::{entities::*, ViewLayout};
+use flowy_search::services::manager::{SearchHandler, SearchType};
 use flowy_user::entities::{
   AcceptWorkspaceInvitationPB, AddWorkspaceMemberPB, QueryWorkspacePB, RemoveWorkspaceMemberPB,
   RepeatedWorkspaceInvitationPB, RepeatedWorkspaceMemberPB, WorkspaceMemberInvitationPB,
@@ -9,6 +11,7 @@ use flowy_user::entities::{
 };
 use flowy_user::errors::FlowyError;
 use flowy_user::event_map::UserEvent;
+use std::sync::Arc;
 use flowy_user_pub::entities::Role;
 
 use crate::event_builder::EventBuilder;
@@ -99,6 +102,49 @@ impl EventIntegrationTest {
       .parse::<WorkspacePB>()
   }
 
+  pub fn get_folder_search_handler(&self) -> &Arc<dyn SearchHandler> {
+    self
+      .appflowy_core
+      .search_manager
+      .get_handler(SearchType::Folder)
+      .unwrap()
+  }
+
+  /// create views in the folder.
+  pub async fn create_views(&self, views: Vec<View>) {
+    let create_view_params = views
+      .into_iter()
+      .map(|view| CreateViewParams {
+        parent_view_id: view.parent_view_id,
+        name: view.name,
+        desc: "".to_string(),
+        layout: view.layout.into(),
+        view_id: view.id,
+        initial_data: vec![],
+        meta: Default::default(),
+        set_as_current: false,
+        index: None,
+        section: None,
+      })
+      .collect::<Vec<_>>();
+
+    for params in create_view_params {
+      self
+        .appflowy_core
+        .folder_manager
+        .create_view_with_params(params)
+        .await
+        .unwrap();
+    }
+  }
+
+  pub fn get_folder_data(&self) -> FolderData {
+    let mutex_folder = self.appflowy_core.folder_manager.get_mutex_folder().clone();
+    let folder_lock_guard = mutex_folder.lock();
+    let folder = folder_lock_guard.as_ref().unwrap();
+    folder.get_folder_data().clone().unwrap()
+  }
+
   pub async fn get_all_workspace_views(&self) -> Vec<ViewPB> {
     EventBuilder::new(self.clone())
       .event(FolderEvent::ReadCurrentWorkspaceViews)
@@ -201,7 +247,7 @@ pub struct ViewTest {
 }
 impl ViewTest {
   #[allow(dead_code)]
-  pub async fn new(sdk: &EventIntegrationTest, layout: ViewLayoutPB, data: Vec<u8>) -> Self {
+  pub async fn new(sdk: &EventIntegrationTest, layout: ViewLayout, data: Vec<u8>) -> Self {
     let workspace = sdk.folder_manager.get_current_workspace().await.unwrap();
 
     let payload = CreateViewPayloadPB {
@@ -209,7 +255,7 @@ impl ViewTest {
       name: "View A".to_string(),
       desc: "".to_string(),
       thumbnail: Some("http://1.png".to_string()),
-      layout,
+      layout: layout.into(),
       initial_data: data,
       meta: Default::default(),
       set_as_current: true,
@@ -223,6 +269,7 @@ impl ViewTest {
       .async_send()
       .await
       .parse::<ViewPB>();
+
     Self {
       sdk: sdk.clone(),
       workspace,
@@ -231,15 +278,15 @@ impl ViewTest {
   }
 
   pub async fn new_grid_view(sdk: &EventIntegrationTest, data: Vec<u8>) -> Self {
-    Self::new(sdk, ViewLayoutPB::Grid, data).await
+    Self::new(sdk, ViewLayout::Grid, data).await
   }
 
   pub async fn new_board_view(sdk: &EventIntegrationTest, data: Vec<u8>) -> Self {
-    Self::new(sdk, ViewLayoutPB::Board, data).await
+    Self::new(sdk, ViewLayout::Board, data).await
   }
 
   pub async fn new_calendar_view(sdk: &EventIntegrationTest, data: Vec<u8>) -> Self {
-    Self::new(sdk, ViewLayoutPB::Calendar, data).await
+    Self::new(sdk, ViewLayout::Calendar, data).await
   }
 }