feat: search mvp (#5064)

* feat: implement folder indexer

* feat: sqlite search views using fts5

* feat: add view indexing to user manager

* feat: implement folder indexer

* feat: add sqlite search documents

* feat: add document indexing to user manager

* feat: add document indexing to folder indexer

* chore: update collab rev

* feat: search frontend integration

* refactor: search index

* test: add event test

* chore: fix ci

* feat: initial command palette overlay impl (#4619)

* chore: test search engine

* chore: initial structure

* chore: replace old search request

* chore: enable log for lib-dispatch

* chore: move search manager to core

* feat: move traits and responsibility to search crate

* feat: move search to search crate

* feat: replace sqlite with tantivy

* feat: deserialize tantivy documents

* chore: fixes after rebase

* chore: clean code

* feat: fetch and sort results

* fix: code review + cleaning

* feat: support custom icons

* feat: support view layout icons

* feat: rename bloc and fix indexing

* fix: prettify dialog

* feat: score results

* chore: update collab rev

* feat: add recent view history to command palette

* test: add integration_tests

* fix: clippy changes

* fix: focus traversal in cmd palette

* fix: remove file after merging main

* chore: code review and panic-safe

* feat: index all views if index does not exist

* chore: improve logic with conditional

* chore: add is_empty check

* chore: abstract logic from folder manager init

* chore: update collab rev

* chore: code review

* chore: fixes after merge + update lock file

* chore: revert cargo lock

* fix: set icon type when removing icon

* fix: code review + dependency inversion

* fix: remove icon fix for not persisting icon type

* test: simple tests manipulating views

* test: create 100 views

* fix: tauri build

* chore: create 1000 views

* chore: create util methods

* chore: test

* chore: test

* chore: remove logs

* chore: fix build.rs

* chore: export models

* chore: enable clear cache on Rust-CI

* fix: navigate to newly created views

* fix: force disable setting workspace listener on rebuilds

* fix: remove late final

* fix: missing returns

* fix: localization and minor fixes

* test: add index assert to large test

* fix: missing section param after merging main

* chore: try fix unzip file error

* chore: lower the test

* feat: show hint when result is in trash

* feat: one index_writer per index

* fix: minor changes after merge

* fix: make create_log_filter public after merge

* chore: fix test

* chore: fix test

* chore: flutter analyze

* chore: flutter analyze

* chore: fix tauri build

---------

Co-authored-by: nathan <nathan@appflowy.io>
Co-authored-by: Lucas.Xu <lucas.xu@appflowy.io>
Co-authored-by: Nathan.fooo <86001920+appflowy@users.noreply.github.com>

frontend/rust-lib/event-integration/tests/search/local_test/folder_search_test.rs

@@ -0,0 +1,215 @@
+use crate::util::{unzip_test_asset, zip};
+use collab_folder::View;
+use event_integration::EventIntegrationTest;
+use flowy_core::DEFAULT_NAME;
+use flowy_folder::entities::UpdateViewPayloadPB;
+use flowy_folder_pub::folder_builder::{FlattedViews, NestedViewBuilder};
+use std::time::Duration;
+use tokio::time::sleep;
+
+#[tokio::test]
+async fn test_folder_index_all_startup() {
+  let folder_name = "folder_1000_view";
+  // comment out the following line to create a test asset if you modify the test data
+  // don't forget to delete unnecessary test assets
+  // create_folder_test_data(folder_name).await;
+
+  let (cleaner, user_db_path) = unzip_test_asset(folder_name).unwrap();
+  let test =
+    EventIntegrationTest::new_with_user_data_path(user_db_path.clone(), DEFAULT_NAME.to_string())
+      .await;
+
+  let first_level_views = test.get_all_workspace_views().await;
+  assert_eq!(first_level_views.len(), 3);
+  assert_eq!(first_level_views[1].name, "1");
+  assert_eq!(first_level_views[2].name, "2");
+
+  let view_1 = test.get_view(&first_level_views[1].id).await;
+  assert_eq!(view_1.child_views.len(), 500);
+
+  let folder_data = test.get_folder_data();
+  // Get started + 1002 Views
+  assert_eq!(folder_data.views.len(), 1003);
+
+  // Wait for the index to be created/updated
+  sleep(Duration::from_secs(1)).await;
+
+  let folder_search_manager = test.get_folder_search_handler();
+  let num_docs = folder_search_manager.index_count();
+  assert_eq!(num_docs, 1004);
+
+  drop(cleaner);
+}
+
+#[tokio::test]
+async fn test_folder_index_create_20_views() {
+  let test = EventIntegrationTest::new_anon().await;
+  let folder_search_manager = test.get_folder_search_handler();
+
+  // Wait for the index to be created/updated
+  sleep(Duration::from_secs(1)).await;
+  let workspace_id = test.get_current_workspace().await.id;
+
+  for i in 0..20 {
+    let view = test.create_view(&workspace_id, format!("View {}", i)).await;
+    sleep(Duration::from_millis(500)).await;
+    assert_eq!(view.name, format!("View {}", i));
+  }
+
+  // Wait for the index update to finish
+  sleep(Duration::from_secs(2)).await;
+
+  let num_docs = folder_search_manager.index_count();
+  // Workspace + Get started + 20 Views
+  assert_eq!(num_docs, 22);
+}
+
+#[tokio::test]
+async fn test_folder_index_create_view() {
+  let test = EventIntegrationTest::new_anon().await;
+
+  let folder_search_manager = test.get_folder_search_handler();
+
+  // Wait for the index to be created/updated
+  sleep(Duration::from_secs(1)).await;
+
+  let workspace_id = test.get_current_workspace().await.id;
+  let view = test.create_view(&workspace_id, "Flowers".to_owned()).await;
+
+  // Wait for the index to be updated
+  sleep(Duration::from_millis(500)).await;
+
+  let results = folder_search_manager.perform_search(view.name.clone());
+  if let Err(e) = results {
+    panic!("Error performing search: {:?}", e);
+  }
+
+  let results = results.unwrap();
+  assert_eq!(results.len(), 1);
+  assert_eq!(results[0].data, view.name);
+}
+
+#[tokio::test]
+async fn test_folder_index_rename_view() {
+  let test = EventIntegrationTest::new_anon().await;
+  let folder_search_manager = test.get_folder_search_handler();
+
+  // Wait for the index to be created/updated
+  sleep(Duration::from_secs(1)).await;
+
+  let workspace_id = test.get_current_workspace().await.id;
+  let view = test.create_view(&workspace_id, "Flowers".to_owned()).await;
+
+  // Wait for the index to be updated
+  sleep(Duration::from_millis(500)).await;
+
+  let new_view_name = "Bouquets".to_string();
+  let update_payload = UpdateViewPayloadPB {
+    view_id: view.id,
+    name: Some(new_view_name.clone()),
+    ..Default::default()
+  };
+  test.update_view(update_payload).await;
+
+  // Wait for the index to be updated
+  sleep(Duration::from_millis(500)).await;
+
+  let first = folder_search_manager.perform_search(view.name);
+  if let Err(e) = first {
+    panic!("Error performing search: {:?}", e);
+  }
+
+  let second = folder_search_manager.perform_search(new_view_name.clone());
+  if let Err(e) = second {
+    panic!("Error performing search: {:?}", e);
+  }
+
+  let first = first.unwrap();
+  assert_eq!(first.len(), 0);
+
+  let second = second.unwrap();
+  assert_eq!(second.len(), 1);
+  assert_eq!(second[0].data, new_view_name);
+}
+
+/// Using this method to create a folder test asset. Only use when you want to create a new asset.
+/// The file will be created at tests/asset/{file_name}.zip and it will be committed to the repo.
+///
+#[allow(dead_code)]
+async fn create_folder_test_data(file_name: &str) {
+  let test = EventIntegrationTest::new_with_name(DEFAULT_NAME).await;
+  test.sign_up_as_anon().await;
+
+  let uid = test.get_user_profile().await.unwrap().id;
+  let workspace_id = test.get_current_workspace().await.id;
+  let views = create_1002_views(uid, workspace_id.clone()).await;
+  test.create_views(views).await;
+
+  let first_level_views = test.get_all_workspace_views().await;
+  assert_eq!(first_level_views.len(), 3);
+  assert_eq!(first_level_views[1].name, "1");
+  assert_eq!(first_level_views[2].name, "2");
+
+  let view_1 = test.get_view(&first_level_views[1].id).await;
+  assert_eq!(view_1.child_views.len(), 500);
+
+  let folder_data = test.get_folder_data();
+  // Get started + 1002 Views
+  assert_eq!(folder_data.views.len(), 1003);
+
+  let data_path = test.config.application_path.clone();
+  zip(
+    data_path.into(),
+    format!("tests/asset/{}.zip", file_name).into(),
+  )
+  .unwrap();
+  sleep(Duration::from_secs(2)).await;
+}
+
+/// Create view without create the view's content(document/database).
+/// workspace
+/// - get_started
+/// - view_1
+///   - view_1_1
+///   - view_1_2
+/// - view_2
+///   - view_2_1
+///   - view_2_2
+async fn create_1002_views(uid: i64, workspace_id: String) -> Vec<View> {
+  let mut builder = NestedViewBuilder::new(workspace_id.clone(), uid);
+  builder
+    .with_view_builder(|view_builder| async {
+      let mut builder = view_builder.with_name("1");
+      for i in 0..500 {
+        builder = builder
+          .with_child_view_builder(|child_view_builder| async {
+            child_view_builder.with_name(format!("1_{}", i)).build()
+          })
+          .await;
+      }
+      builder.build()
+    })
+    .await;
+  builder
+    .with_view_builder(|view_builder| async {
+      let mut builder = view_builder.with_name("2");
+      for i in 0..500 {
+        builder = builder
+          .with_child_view_builder(|child_view_builder| async {
+            child_view_builder.with_name(format!("2_{}", i)).build()
+          })
+          .await;
+      }
+      builder.build()
+    })
+    .await;
+  // The output views should be:
+  // view_1
+  //   view_1_1
+  //   view_1_x
+  // view_2
+  //   view_2_1
+  //   view_2_x
+  let views = builder.build();
+  FlattedViews::flatten_views(views)
+}

frontend/rust-lib/event-integration/tests/search/local_test/mod.rs

@@ -0,0 +1 @@
+mod folder_search_test;

frontend/rust-lib/event-integration/tests/search/mod.rs

@@ -0,0 +1 @@
+mod local_test;