From 43e52ac9e2b26ec287b1778823bad10851cfd44e Mon Sep 17 00:00:00 2001 From: Florian Diebold Date: Sat, 9 Feb 2019 13:06:12 +0100 Subject: Implement BatchDatabase construction --- crates/ra_batch/Cargo.toml | 12 ++---- crates/ra_batch/src/lib.rs | 99 ++++++++++++++++++++++++++++++++++++++++++++-- 2 files changed, 100 insertions(+), 11 deletions(-) (limited to 'crates/ra_batch') diff --git a/crates/ra_batch/Cargo.toml b/crates/ra_batch/Cargo.toml index 3e83f8388..30a0749c7 100644 --- a/crates/ra_batch/Cargo.toml +++ b/crates/ra_batch/Cargo.toml @@ -5,20 +5,16 @@ version = "0.1.0" authors = ["Aleksey Kladov "] [dependencies] -itertools = "0.8.0" -join_to_string = "0.1.3" log = "0.4.5" -relative-path = "0.4.0" -rayon = "1.0.2" -fst = "0.3.1" rustc-hash = "1.0" -parking_lot = "0.7.0" -unicase = "2.2.0" + +failure = "0.1.4" ra_syntax = { path = "../ra_syntax" } ra_db = { path = "../ra_db" } ra_hir = { path = "../ra_hir" } +ra_vfs = { path = "../ra_vfs" } +ra_project_model = { path = "../ra_project_model" } [dev-dependencies] test_utils = { path = "../test_utils" } -insta = "0.6.1" diff --git a/crates/ra_batch/src/lib.rs b/crates/ra_batch/src/lib.rs index 25f1f7357..ea91d88b7 100644 --- a/crates/ra_batch/src/lib.rs +++ b/crates/ra_batch/src/lib.rs @@ -1,9 +1,17 @@ use std::sync::Arc; +use std::path::Path; +use std::collections::HashSet; + +use rustc_hash::FxHashMap; use ra_db::{ - FilePosition, FileId, CrateGraph, SourceRoot, SourceRootId, SourceDatabase, salsa, + CrateGraph, FileId, SourceRoot, SourceRootId, SourceDatabase, salsa, }; use ra_hir::{db, HirInterner}; +use ra_project_model::ProjectWorkspace; +use ra_vfs::{Vfs, VfsChange}; + +type Result = std::result::Result; #[salsa::database( ra_db::SourceDatabaseStorage, @@ -11,10 +19,10 @@ use ra_hir::{db, HirInterner}; db::PersistentHirDatabaseStorage )] #[derive(Debug)] -pub(crate) struct BatchDatabase { +pub struct BatchDatabase { runtime: salsa::Runtime, interner: Arc, - file_counter: u32, + // file_counter: u32, } impl salsa::Database for BatchDatabase { @@ -28,3 +36,88 @@ impl AsRef for BatchDatabase { &self.interner } } + +fn vfs_file_to_id(f: ra_vfs::VfsFile) -> FileId { + FileId(f.0.into()) +} +fn vfs_root_to_id(r: ra_vfs::VfsRoot) -> SourceRootId { + SourceRootId(r.0.into()) +} + +impl BatchDatabase { + pub fn load(crate_graph: CrateGraph, vfs: &mut Vfs) -> BatchDatabase { + let mut db = + BatchDatabase { runtime: salsa::Runtime::default(), interner: Default::default() }; + db.set_crate_graph(Arc::new(crate_graph)); + + // wait until Vfs has loaded all roots + let receiver = vfs.task_receiver().clone(); + let mut roots_loaded = HashSet::new(); + for task in receiver { + vfs.handle_task(task); + let mut done = false; + for change in vfs.commit_changes() { + match change { + VfsChange::AddRoot { root, files } => { + let source_root_id = vfs_root_to_id(root); + log::debug!("loaded source root {:?} with path {:?}", source_root_id, vfs.root2path(root)); + let mut file_map = FxHashMap::default(); + for (vfs_file, path, text) in files { + let file_id = vfs_file_to_id(vfs_file); + db.set_file_text(file_id, text); + db.set_file_relative_path(file_id, path.clone()); + db.set_file_source_root(file_id, source_root_id); + file_map.insert(path, file_id); + } + let source_root = SourceRoot { files: file_map }; + db.set_source_root(source_root_id, Arc::new(source_root)); + roots_loaded.insert(source_root_id); + if roots_loaded.len() == vfs.num_roots() { + done = true; + } + } + VfsChange::AddFile { .. } + | VfsChange::RemoveFile { .. } + | VfsChange::ChangeFile { .. } => { + // log::warn!("VFS changed while loading"); + } + } + } + if done { + break; + } + } + + db + } + + pub fn load_cargo(root: impl AsRef) -> Result<(BatchDatabase, Vec)> { + let root = root.as_ref().canonicalize()?; + let ws = ProjectWorkspace::discover(root.as_ref())?; + let mut roots = Vec::new(); + roots.push(root.clone()); + for pkg in ws.cargo.packages() { + roots.push(pkg.root(&ws.cargo).to_path_buf()); + } + for krate in ws.sysroot.crates() { + roots.push(krate.root_dir(&ws.sysroot).to_path_buf()) + } + let (mut vfs, roots) = Vfs::new(roots); + let mut load = |path: &Path| { + let vfs_file = vfs.load(path); + log::debug!("vfs file {:?} -> {:?}", path, vfs_file); + vfs_file.map(vfs_file_to_id) + }; + let crate_graph = ws.to_crate_graph(&mut load); + log::debug!("crate graph: {:?}", crate_graph); + + let local_roots = roots.into_iter() + .filter(|r| vfs.root2path(*r).starts_with(&root)) + .map(vfs_root_to_id) + .collect(); + + let db = BatchDatabase::load(crate_graph, &mut vfs); + let _ = vfs.shutdown(); + Ok((db, local_roots)) + } +} -- cgit v1.2.3