From e6c61d5072e600372ba4a38ad8893af37aaa77e6 Mon Sep 17 00:00:00 2001 From: Aleksey Kladov Date: Wed, 24 Jun 2020 15:52:07 +0200 Subject: Cleanup project.json deserialization --- crates/ra_project_model/Cargo.toml | 1 + crates/ra_project_model/src/cargo_workspace.rs | 2 +- crates/ra_project_model/src/lib.rs | 77 +++++--------- crates/ra_project_model/src/project_json.rs | 140 ++++++++++++++----------- 4 files changed, 110 insertions(+), 110 deletions(-) (limited to 'crates/ra_project_model') diff --git a/crates/ra_project_model/Cargo.toml b/crates/ra_project_model/Cargo.toml index 818947014..b1b44dcf7 100644 --- a/crates/ra_project_model/Cargo.toml +++ b/crates/ra_project_model/Cargo.toml @@ -19,6 +19,7 @@ ra_db = { path = "../ra_db" } ra_toolchain = { path = "../ra_toolchain" } ra_proc_macro = { path = "../ra_proc_macro" } paths = { path = "../paths" } +stdx = { path = "../stdx" } serde = { version = "1.0.106", features = ["derive"] } serde_json = "1.0.48" diff --git a/crates/ra_project_model/src/cargo_workspace.rs b/crates/ra_project_model/src/cargo_workspace.rs index 8ce63ab3c..3b124020d 100644 --- a/crates/ra_project_model/src/cargo_workspace.rs +++ b/crates/ra_project_model/src/cargo_workspace.rs @@ -260,7 +260,7 @@ impl CargoWorkspace { .copied() } - pub fn workspace_root(&self) -> &Path { + pub fn workspace_root(&self) -> &AbsPath { &self.workspace_root } diff --git a/crates/ra_project_model/src/lib.rs b/crates/ra_project_model/src/lib.rs index 7e8e00df8..8b85b4831 100644 --- a/crates/ra_project_model/src/lib.rs +++ b/crates/ra_project_model/src/lib.rs @@ -5,8 +5,8 @@ mod project_json; mod sysroot; use std::{ - fs::{read_dir, File, ReadDir}, - io::{self, BufReader}, + fs::{self, read_dir, ReadDir}, + io, path::Path, process::{Command, Output}, }; @@ -14,13 +14,12 @@ use std::{ use anyhow::{bail, Context, Result}; use paths::{AbsPath, AbsPathBuf}; use ra_cfg::CfgOptions; -use ra_db::{CrateGraph, CrateName, Edition, Env, FileId}; +use ra_db::{CrateGraph, CrateId, CrateName, Edition, Env, FileId}; use rustc_hash::{FxHashMap, FxHashSet}; -use serde_json::from_reader; pub use crate::{ cargo_workspace::{CargoConfig, CargoWorkspace, Package, Target, TargetKind}, - project_json::ProjectJson, + project_json::{ProjectJson, ProjectJsonData}, sysroot::Sysroot, }; pub use ra_proc_macro::ProcMacroClient; @@ -30,7 +29,7 @@ pub enum ProjectWorkspace { /// Project workspace was discovered by running `cargo metadata` and `rustc --print sysroot`. Cargo { cargo: CargoWorkspace, sysroot: Sysroot }, /// Project workspace was manually specified using a `rust-project.json` file. - Json { project: ProjectJson, project_location: AbsPathBuf }, + Json { project: ProjectJson }, } /// `PackageRoot` describes a package root folder. @@ -156,17 +155,15 @@ impl ProjectWorkspace { ) -> Result { let res = match manifest { ProjectManifest::ProjectJson(project_json) => { - let file = File::open(&project_json).with_context(|| { - format!("Failed to open json file {}", project_json.display()) + let file = fs::read_to_string(&project_json).with_context(|| { + format!("Failed to read json file {}", project_json.display()) + })?; + let data = serde_json::from_str(&file).with_context(|| { + format!("Failed to deserialize json file {}", project_json.display()) })?; - let reader = BufReader::new(file); let project_location = project_json.parent().unwrap().to_path_buf(); - ProjectWorkspace::Json { - project: from_reader(reader).with_context(|| { - format!("Failed to deserialize json file {}", project_json.display()) - })?, - project_location, - } + let project = ProjectJson::new(&project_location, data); + ProjectWorkspace::Json { project } } ProjectManifest::CargoToml(cargo_toml) => { let cargo = CargoWorkspace::from_cargo_metadata(&cargo_toml, cargo_features) @@ -198,11 +195,9 @@ impl ProjectWorkspace { /// the root is a member of the current workspace pub fn to_roots(&self) -> Vec { match self { - ProjectWorkspace::Json { project, project_location } => project - .roots - .iter() - .map(|r| PackageRoot::new_member(project_location.join(&r.path))) - .collect(), + ProjectWorkspace::Json { project } => { + project.roots.iter().map(|r| PackageRoot::new_member(r.path.clone())).collect() + } ProjectWorkspace::Cargo { cargo, sysroot } => cargo .packages() .map(|pkg| PackageRoot { @@ -219,11 +214,11 @@ impl ProjectWorkspace { pub fn proc_macro_dylib_paths(&self) -> Vec { match self { - ProjectWorkspace::Json { project, project_location } => project + ProjectWorkspace::Json { project } => project .crates .iter() .filter_map(|krate| krate.proc_macro_dylib_path.as_ref()) - .map(|it| project_location.join(it)) + .cloned() .collect(), ProjectWorkspace::Cargo { cargo, sysroot: _sysroot } => cargo .packages() @@ -246,36 +241,18 @@ impl ProjectWorkspace { &self, target: Option<&str>, proc_macro_client: &ProcMacroClient, - load: &mut dyn FnMut(&Path) -> Option, + load: &mut dyn FnMut(&AbsPath) -> Option, ) -> CrateGraph { let mut crate_graph = CrateGraph::default(); match self { - ProjectWorkspace::Json { project, project_location } => { + ProjectWorkspace::Json { project } => { let crates: FxHashMap<_, _> = project .crates .iter() .enumerate() .filter_map(|(seq_index, krate)| { - let file_path = project_location.join(&krate.root_module); + let file_path = &krate.root_module; let file_id = load(&file_path)?; - let edition = match krate.edition { - project_json::Edition::Edition2015 => Edition::Edition2015, - project_json::Edition::Edition2018 => Edition::Edition2018, - }; - let cfg_options = { - let mut opts = CfgOptions::default(); - for cfg in &krate.cfg { - match cfg.find('=') { - None => opts.insert_atom(cfg.into()), - Some(pos) => { - let key = &cfg[..pos]; - let value = cfg[pos + 1..].trim_matches('"'); - opts.insert_key_value(key.into(), value.into()); - } - } - } - opts - }; let mut env = Env::default(); if let Some(out_dir) = &krate.out_dir { @@ -290,13 +267,13 @@ impl ProjectWorkspace { .map(|it| proc_macro_client.by_dylib_path(&it)); // FIXME: No crate name in json definition such that we cannot add OUT_DIR to env Some(( - project_json::CrateId(seq_index), + CrateId(seq_index as u32), crate_graph.add_crate_root( file_id, - edition, + krate.edition, // FIXME json definitions can store the crate name None, - cfg_options, + krate.cfg.clone(), env, proc_macro.unwrap_or_default(), ), @@ -306,8 +283,8 @@ impl ProjectWorkspace { for (id, krate) in project.crates.iter().enumerate() { for dep in &krate.deps { - let from_crate_id = project_json::CrateId(id); - let to_crate_id = dep.krate; + let from_crate_id = CrateId(id as u32); + let to_crate_id = dep.crate_id; if let (Some(&from), Some(&to)) = (crates.get(&from_crate_id), crates.get(&to_crate_id)) { @@ -523,7 +500,7 @@ impl ProjectWorkspace { crate_graph } - pub fn workspace_root_for(&self, path: &Path) -> Option<&Path> { + pub fn workspace_root_for(&self, path: &Path) -> Option<&AbsPath> { match self { ProjectWorkspace::Cargo { cargo, .. } => { Some(cargo.workspace_root()).filter(|root| path.starts_with(root)) @@ -531,7 +508,7 @@ impl ProjectWorkspace { ProjectWorkspace::Json { project: ProjectJson { roots, .. }, .. } => roots .iter() .find(|root| path.starts_with(&root.path)) - .map(|root| root.path.as_ref()), + .map(|root| root.path.as_path()), } } } diff --git a/crates/ra_project_model/src/project_json.rs b/crates/ra_project_model/src/project_json.rs index e663bb4d7..4b5dcd634 100644 --- a/crates/ra_project_model/src/project_json.rs +++ b/crates/ra_project_model/src/project_json.rs @@ -2,11 +2,15 @@ use std::path::PathBuf; +use paths::{AbsPath, AbsPathBuf}; +use ra_cfg::CfgOptions; +use ra_db::{CrateId, Dependency, Edition}; use rustc_hash::FxHashSet; use serde::Deserialize; +use stdx::split_delim; /// Roots and crates that compose this Rust project. -#[derive(Clone, Debug, Deserialize)] +#[derive(Clone, Debug)] pub struct ProjectJson { pub(crate) roots: Vec, pub(crate) crates: Vec, @@ -14,82 +18,100 @@ pub struct ProjectJson { /// A root points to the directory which contains Rust crates. rust-analyzer watches all files in /// all roots. Roots might be nested. -#[derive(Clone, Debug, Deserialize)] -#[serde(transparent)] +#[derive(Clone, Debug)] pub struct Root { - pub(crate) path: PathBuf, + pub(crate) path: AbsPathBuf, } /// A crate points to the root module of a crate and lists the dependencies of the crate. This is /// useful in creating the crate graph. -#[derive(Clone, Debug, Deserialize)] +#[derive(Clone, Debug)] pub struct Crate { - pub(crate) root_module: PathBuf, + pub(crate) root_module: AbsPathBuf, pub(crate) edition: Edition, - pub(crate) deps: Vec, + pub(crate) deps: Vec, + pub(crate) cfg: CfgOptions, + pub(crate) out_dir: Option, + pub(crate) proc_macro_dylib_path: Option, +} - #[serde(default)] - pub(crate) cfg: FxHashSet, +impl ProjectJson { + pub fn new(base: &AbsPath, data: ProjectJsonData) -> ProjectJson { + ProjectJson { + roots: data.roots.into_iter().map(|path| Root { path: base.join(path) }).collect(), + crates: data + .crates + .into_iter() + .map(|crate_data| Crate { + root_module: base.join(crate_data.root_module), + edition: crate_data.edition.into(), + deps: crate_data + .deps + .into_iter() + .map(|dep_data| Dependency { + crate_id: CrateId(dep_data.krate as u32), + name: dep_data.name.into(), + }) + .collect::>(), + cfg: { + let mut cfg = CfgOptions::default(); + for entry in &crate_data.cfg { + match split_delim(entry, '=') { + Some((key, value)) => { + cfg.insert_key_value(key.into(), value.into()); + } + None => cfg.insert_atom(entry.into()), + } + } + cfg + }, + out_dir: crate_data.out_dir.map(|it| base.join(it)), + proc_macro_dylib_path: crate_data.proc_macro_dylib_path.map(|it| base.join(it)), + }) + .collect::>(), + } + } +} - pub(crate) out_dir: Option, - pub(crate) proc_macro_dylib_path: Option, +#[derive(Deserialize)] +pub struct ProjectJsonData { + roots: Vec, + crates: Vec, } -#[derive(Clone, Copy, Debug, Deserialize)] +#[derive(Deserialize)] +struct CrateData { + root_module: PathBuf, + edition: EditionData, + deps: Vec, + #[serde(default)] + cfg: FxHashSet, + out_dir: Option, + proc_macro_dylib_path: Option, +} + +#[derive(Deserialize)] #[serde(rename = "edition")] -pub enum Edition { +enum EditionData { #[serde(rename = "2015")] Edition2015, #[serde(rename = "2018")] Edition2018, } -/// Identifies a crate by position in the crates array. -#[derive(Clone, Copy, Debug, Deserialize, Eq, Hash, Ord, PartialEq, PartialOrd)] -#[serde(transparent)] -pub struct CrateId(pub usize); - -/// A dependency of a crate, identified by its id in the crates array and name. -#[derive(Clone, Debug, Deserialize)] -pub struct Dep { - #[serde(rename = "crate")] - pub(crate) krate: CrateId, - pub(crate) name: String, +impl From for Edition { + fn from(data: EditionData) -> Self { + match data { + EditionData::Edition2015 => Edition::Edition2015, + EditionData::Edition2018 => Edition::Edition2018, + } + } } -#[cfg(test)] -mod tests { - use super::*; - use serde_json::json; - - #[test] - fn test_crate_deserialization() { - let raw_json = json!( { - "crate_id": 2, - "root_module": "this/is/a/file/path.rs", - "deps": [ - { - "crate": 1, - "name": "some_dep_crate" - }, - ], - "edition": "2015", - "cfg": [ - "atom_1", - "atom_2", - "feature=feature_1", - "feature=feature_2", - "other=value", - ], - - }); - - let krate: Crate = serde_json::from_value(raw_json).unwrap(); - - assert!(krate.cfg.contains(&"atom_1".to_string())); - assert!(krate.cfg.contains(&"atom_2".to_string())); - assert!(krate.cfg.contains(&"feature=feature_1".to_string())); - assert!(krate.cfg.contains(&"feature=feature_2".to_string())); - assert!(krate.cfg.contains(&"other=value".to_string())); - } +#[derive(Deserialize)] +struct DepData { + /// Identifies a crate by position in the crates array. + #[serde(rename = "crate")] + krate: usize, + name: String, } -- cgit v1.2.3