mirror of
https://github.com/AppFlowy-IO/AppFlowy.git
synced 2024-08-30 18:12:39 +00:00
* feat: implement folder indexer * feat: sqlite search views using fts5 * feat: add view indexing to user manager * feat: implement folder indexer * feat: add sqlite search documents * feat: add document indexing to user manager * feat: add document indexing to folder indexer * chore: update collab rev * feat: search frontend integration * refactor: search index * test: add event test * chore: fix ci * feat: initial command palette overlay impl (#4619) * chore: test search engine * chore: initial structure * chore: replace old search request * chore: enable log for lib-dispatch * chore: move search manager to core * feat: move traits and responsibility to search crate * feat: move search to search crate * feat: replace sqlite with tantivy * feat: deserialize tantivy documents * chore: fixes after rebase * chore: clean code * feat: fetch and sort results * fix: code review + cleaning * feat: support custom icons * feat: support view layout icons * feat: rename bloc and fix indexing * fix: prettify dialog * feat: score results * chore: update collab rev * feat: add recent view history to command palette * test: add integration_tests * fix: clippy changes * fix: focus traversal in cmd palette * fix: remove file after merging main * chore: code review and panic-safe * feat: index all views if index does not exist * chore: improve logic with conditional * chore: add is_empty check * chore: abstract logic from folder manager init * chore: update collab rev * chore: code review * chore: fixes after merge + update lock file * chore: revert cargo lock * fix: set icon type when removing icon * fix: code review + dependency inversion * fix: remove icon fix for not persisting icon type * test: simple tests manipulating views * test: create 100 views * fix: tauri build * chore: create 1000 views * chore: create util methods * chore: test * chore: test * chore: remove logs * chore: fix build.rs * chore: export models * chore: enable clear cache on Rust-CI * fix: navigate to newly created views * fix: force disable setting workspace listener on rebuilds * fix: remove late final * fix: missing returns * fix: localization and minor fixes * test: add index assert to large test * fix: missing section param after merging main * chore: try fix unzip file error * chore: lower the test * feat: show hint when result is in trash --------- Co-authored-by: nathan <nathan@appflowy.io> Co-authored-by: Jiraffe7 <twajxjiraffe@gmail.com> Co-authored-by: Lucas.Xu <lucas.xu@appflowy.io>
175 lines
4.6 KiB
Rust
175 lines
4.6 KiB
Rust
use collab::core::collab::CollabDocState;
|
|
use collab::core::origin::CollabOrigin;
|
|
use collab_document::blocks::DocumentData;
|
|
use collab_document::document::Document;
|
|
use collab_entity::CollabType;
|
|
use std::env::temp_dir;
|
|
use std::path::PathBuf;
|
|
use std::sync::Arc;
|
|
use std::time::Duration;
|
|
|
|
use nanoid::nanoid;
|
|
use parking_lot::RwLock;
|
|
use tokio::select;
|
|
use tokio::time::sleep;
|
|
|
|
use flowy_core::config::AppFlowyCoreConfig;
|
|
use flowy_core::integrate::log::create_log_filter;
|
|
use flowy_core::AppFlowyCore;
|
|
use flowy_notification::register_notification_sender;
|
|
use flowy_server::AppFlowyServer;
|
|
use flowy_user::entities::AuthenticatorPB;
|
|
use flowy_user::errors::FlowyError;
|
|
use lib_dispatch::runtime::AFPluginRuntime;
|
|
|
|
use crate::user_event::TestNotificationSender;
|
|
|
|
pub mod database_event;
|
|
pub mod document;
|
|
pub mod document_event;
|
|
pub mod event_builder;
|
|
pub mod folder_event;
|
|
pub mod user_event;
|
|
|
|
#[derive(Clone)]
|
|
pub struct EventIntegrationTest {
|
|
pub authenticator: Arc<RwLock<AuthenticatorPB>>,
|
|
pub appflowy_core: AppFlowyCore,
|
|
#[allow(dead_code)]
|
|
cleaner: Arc<Cleaner>,
|
|
pub notification_sender: TestNotificationSender,
|
|
}
|
|
|
|
impl EventIntegrationTest {
|
|
pub async fn new() -> Self {
|
|
Self::new_with_name(nanoid!(6)).await
|
|
}
|
|
|
|
pub async fn new_with_name<T: ToString>(name: T) -> Self {
|
|
let temp_dir = temp_dir().join(nanoid!(6));
|
|
std::fs::create_dir_all(&temp_dir).unwrap();
|
|
Self::new_with_user_data_path(temp_dir, name.to_string()).await
|
|
}
|
|
|
|
pub async fn new_with_user_data_path(path_buf: PathBuf, name: String) -> Self {
|
|
let path = path_buf.to_str().unwrap().to_string();
|
|
let device_id = uuid::Uuid::new_v4().to_string();
|
|
|
|
let config = AppFlowyCoreConfig::new(String::new(), path.clone(), path, device_id, name)
|
|
.log_filter(create_log_filter("trace".to_owned(), vec![]));
|
|
|
|
let inner = init_core(config).await;
|
|
let notification_sender = TestNotificationSender::new();
|
|
let authenticator = Arc::new(RwLock::new(AuthenticatorPB::Local));
|
|
register_notification_sender(notification_sender.clone());
|
|
|
|
// In case of dropping the runtime that runs the core, we need to forget the dispatcher
|
|
std::mem::forget(inner.dispatcher());
|
|
Self {
|
|
appflowy_core: inner,
|
|
authenticator,
|
|
notification_sender,
|
|
cleaner: Arc::new(Cleaner(path_buf)),
|
|
}
|
|
}
|
|
|
|
pub fn instance_name(&self) -> String {
|
|
self.appflowy_core.config.name.clone()
|
|
}
|
|
|
|
pub fn user_data_path(&self) -> String {
|
|
self.appflowy_core.config.application_path.clone()
|
|
}
|
|
|
|
pub fn get_server(&self) -> Arc<dyn AppFlowyServer> {
|
|
self.appflowy_core.server_provider.get_server().unwrap()
|
|
}
|
|
|
|
pub async fn wait_ws_connected(&self) {
|
|
if self.get_server().get_ws_state().is_connected() {
|
|
return;
|
|
}
|
|
|
|
let mut ws_state = self.get_server().subscribe_ws_state().unwrap();
|
|
loop {
|
|
select! {
|
|
_ = sleep(Duration::from_secs(20)) => {
|
|
panic!("wait_ws_connected timeout");
|
|
}
|
|
state = ws_state.recv() => {
|
|
if let Ok(state) = &state {
|
|
if state.is_connected() {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
pub async fn get_collab_doc_state(
|
|
&self,
|
|
oid: &str,
|
|
collab_type: CollabType,
|
|
) -> Result<CollabDocState, FlowyError> {
|
|
let server = self.server_provider.get_server().unwrap();
|
|
let workspace_id = self.get_current_workspace().await.id;
|
|
let uid = self.get_user_profile().await?.id;
|
|
let doc_state = server
|
|
.folder_service()
|
|
.get_folder_doc_state(&workspace_id, uid, collab_type, oid)
|
|
.await?;
|
|
|
|
Ok(doc_state)
|
|
}
|
|
}
|
|
|
|
pub fn document_data_from_document_doc_state(
|
|
doc_id: &str,
|
|
doc_state: CollabDocState,
|
|
) -> DocumentData {
|
|
document_from_document_doc_state(doc_id, doc_state)
|
|
.get_document_data()
|
|
.unwrap()
|
|
}
|
|
|
|
pub fn document_from_document_doc_state(doc_id: &str, doc_state: CollabDocState) -> Document {
|
|
Document::from_doc_state(CollabOrigin::Empty, doc_state, doc_id, vec![]).unwrap()
|
|
}
|
|
|
|
async fn init_core(config: AppFlowyCoreConfig) -> AppFlowyCore {
|
|
std::thread::spawn(|| {
|
|
let runtime = Arc::new(AFPluginRuntime::new().unwrap());
|
|
let cloned_runtime = runtime.clone();
|
|
runtime.block_on(async move { AppFlowyCore::new(config, cloned_runtime).await })
|
|
})
|
|
.join()
|
|
.unwrap()
|
|
}
|
|
|
|
impl std::ops::Deref for EventIntegrationTest {
|
|
type Target = AppFlowyCore;
|
|
|
|
fn deref(&self) -> &Self::Target {
|
|
&self.appflowy_core
|
|
}
|
|
}
|
|
|
|
pub struct Cleaner(PathBuf);
|
|
|
|
impl Cleaner {
|
|
pub fn new(dir: PathBuf) -> Self {
|
|
Cleaner(dir)
|
|
}
|
|
|
|
fn cleanup(dir: &PathBuf) {
|
|
let _ = std::fs::remove_dir_all(dir);
|
|
}
|
|
}
|
|
|
|
impl Drop for Cleaner {
|
|
fn drop(&mut self) {
|
|
Self::cleanup(&self.0)
|
|
}
|
|
}
|