/// This module implements import-resolution/macro expansion algorithm. /// /// The result of this module is `CrateDefMap`: a datastructure which contains: /// /// * a tree of modules for the crate /// * for each module, a set of items visible in the module (directly declared /// or imported) /// /// Note that `CrateDefMap` contains fully macro expanded code. /// /// Computing `CrateDefMap` can be partitioned into several logically /// independent "phases". The phases are mutually recursive though, there's no /// strict ordering. /// /// ## Collecting RawItems /// /// This happens in the `raw` module, which parses a single source file into a /// set of top-level items. Nested imports are desugared to flat imports in /// this phase. Macro calls are represented as a triple of (Path, Option, /// TokenTree). /// /// ## Collecting Modules /// /// This happens in the `collector` module. In this phase, we recursively walk /// tree of modules, collect raw items from submodules, populate module scopes /// with defined items (so, we assign item ids in this phase) and record the set /// of unresolved imports and macros. /// /// While we walk tree of modules, we also record macro_rules definitions and /// expand calls to macro_rules defined macros. /// /// ## Resolving Imports /// /// We maintain a list of currently unresolved imports. On every iteration, we /// try to resolve some imports from this list. If the import is resolved, we /// record it, by adding an item to current module scope and, if necessary, by /// recursively populating glob imports. /// /// ## Resolving Macros /// /// macro_rules from the same crate use a global mutable namespace. We expand /// them immediately, when we collect modules. /// /// Macros from other crates (including proc-macros) can be used with /// `foo::bar!` syntax. We handle them similarly to imports. There's a list of /// unexpanded macros. On every iteration, we try to resolve each macro call /// path and, upon success, we run macro expansion and "collect module" phase /// on the result mod per_ns; mod raw; mod collector; #[cfg(test)] mod tests; use std::sync::Arc; use rustc_hash::{FxHashMap, FxHashSet}; use either::Either; use ra_arena::{Arena, RawId, impl_arena_id}; use ra_db::{FileId, Edition}; use test_utils::tested_by; use ra_syntax::ast; use ra_prof::profile; use once_cell::sync::Lazy; use crate::{ ModuleDef, Name, Crate, Module, MacroDef, AsName, BuiltinType, AstDatabase, DefDatabase, Path, PathKind, HirFileId, Trait, ids::MacroDefId, diagnostics::DiagnosticSink, nameres::diagnostics::DefDiagnostic, AstId, }; pub(crate) use self::raw::{RawItems, ImportSourceMap}; pub use self::{ per_ns::{PerNs, Namespace}, raw::ImportId, }; /// Contans all top-level defs from a macro-expanded crate #[derive(Debug, PartialEq, Eq)] pub struct CrateDefMap { krate: Crate, edition: Edition, /// The prelude module for this crate. This either comes from an import /// marked with the `prelude_import` attribute, or (in the normal case) from /// a dependency (`std` or `core`). prelude: Option, extern_prelude: FxHashMap, root: CrateModuleId, modules: Arena, public_macros: FxHashMap, /// Some macros are not well-behavior, which leads to infinite loop /// e.g. macro_rules! foo { ($ty:ty) => { foo!($ty); } } /// We mark it down and skip it in collector /// /// FIXME: /// Right now it only handle a poison macro in a single crate, /// such that if other crate try to call that macro, /// the whole process will do again until it became poisoned in that crate. /// We should handle this macro set globally /// However, do we want to put it as a global variable? poison_macros: FxHashSet, local_macros: FxHashMap, diagnostics: Vec, } impl std::ops::Index for CrateDefMap { type Output = ModuleData; fn index(&self, id: CrateModuleId) -> &ModuleData { &self.modules[id] } } /// An ID of a module, **local** to a specific crate #[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)] pub(crate) struct CrateModuleId(RawId); impl_arena_id!(CrateModuleId); #[derive(Default, Debug, PartialEq, Eq)] pub(crate) struct ModuleData { pub(crate) parent: Option, pub(crate) children: FxHashMap, pub(crate) scope: ModuleScope, /// None for root pub(crate) declaration: Option>, /// None for inline modules. /// /// Note that non-inline modules, by definition, live inside non-macro file. pub(crate) definition: Option, } #[derive(Debug, Default, PartialEq, Eq, Clone)] pub struct ModuleScope { items: FxHashMap, macros: FxHashMap, } static BUILTIN_SCOPE: Lazy> = Lazy::new(|| { BuiltinType::ALL .iter() .map(|&(known_name, ty)| { (known_name.as_name(), Resolution { def: PerNs::types(ty.into()), import: None }) }) .collect() }); impl ModuleScope { pub fn entries<'a>(&'a self) -> impl Iterator + 'a { //FIXME: shadowing self.items.iter().chain(BUILTIN_SCOPE.iter()) } pub fn get(&self, name: &Name) -> Option<&Resolution> { self.items.get(name).or_else(|| BUILTIN_SCOPE.get(name)) } pub fn traits<'a>(&'a self) -> impl Iterator + 'a { self.items.values().filter_map(|r| match r.def.take_types() { Some(ModuleDef::Trait(t)) => Some(t), _ => None, }) } fn get_item_or_macro(&self, name: &Name) -> Option { match (self.get(name), self.macros.get(name)) { (Some(item), _) if !item.def.is_none() => Some(Either::Left(item.def)), (_, Some(macro_)) => Some(Either::Right(*macro_)), _ => None, } } } type ItemOrMacro = Either, MacroDef>; #[derive(Debug, Clone, PartialEq, Eq, Default)] pub struct Resolution { /// None for unresolved pub def: PerNs, /// ident by which this is imported into local scope. pub import: Option, } #[derive(Debug, Clone)] struct ResolvePathResult { resolved_def: ItemOrMacro, segment_index: Option, reached_fixedpoint: ReachedFixedPoint, } impl ResolvePathResult { fn empty(reached_fixedpoint: ReachedFixedPoint) -> ResolvePathResult { ResolvePathResult::with(Either::Left(PerNs::none()), reached_fixedpoint, None) } fn with( resolved_def: ItemOrMacro, reached_fixedpoint: ReachedFixedPoint, segment_index: Option, ) -> ResolvePathResult { ResolvePathResult { resolved_def, reached_fixedpoint, segment_index } } } #[derive(Debug, Clone, Copy, PartialEq, Eq)] enum ResolveMode { Import, Other, } #[derive(Debug, Clone, Copy, PartialEq, Eq)] enum ReachedFixedPoint { Yes, No, } /// helper function for select item or macro to use fn or(left: ItemOrMacro, right: ItemOrMacro) -> ItemOrMacro { match (left, right) { (Either::Left(s), Either::Left(o)) => Either::Left(s.or(o)), (Either::Right(s), _) => Either::Right(s), (Either::Left(s), Either::Right(o)) => { if !s.is_none() { Either::Left(s) } else { Either::Right(o) } } } } impl CrateDefMap { pub(crate) fn crate_def_map_query( db: &(impl DefDatabase + AstDatabase), krate: Crate, ) -> Arc { db.check_canceled(); let _p = profile("crate_def_map_query"); let def_map = { let edition = krate.edition(db); let mut modules: Arena = Arena::default(); let root = modules.alloc(ModuleData::default()); CrateDefMap { krate, edition, extern_prelude: FxHashMap::default(), prelude: None, root, modules, public_macros: FxHashMap::default(), poison_macros: FxHashSet::default(), local_macros: FxHashMap::default(), diagnostics: Vec::new(), } }; let def_map = collector::collect_defs(db, def_map); Arc::new(def_map) } pub(crate) fn krate(&self) -> Crate { self.krate } pub(crate) fn root(&self) -> CrateModuleId { self.root } pub(crate) fn mk_module(&self, module_id: CrateModuleId) -> Module { Module { krate: self.krate, module_id } } pub(crate) fn prelude(&self) -> Option { self.prelude } pub(crate) fn extern_prelude(&self) -> &FxHashMap { &self.extern_prelude } pub(crate) fn add_diagnostics( &self, db: &(impl DefDatabase + AstDatabase), module: CrateModuleId, sink: &mut DiagnosticSink, ) { self.diagnostics.iter().for_each(|it| it.add_to(db, module, sink)) } pub(crate) fn find_module_by_source( &self, file_id: HirFileId, decl_id: Option>, ) -> Option { let (module_id, _module_data) = self.modules.iter().find(|(_module_id, module_data)| { if decl_id.is_some() { module_data.declaration == decl_id } else { module_data.definition.map(|it| it.into()) == Some(file_id) } })?; Some(module_id) } pub(crate) fn resolve_path( &self, db: &impl DefDatabase, original_module: CrateModuleId, path: &Path, ) -> (PerNs, Option) { let res = self.resolve_path_fp_with_macro(db, ResolveMode::Other, original_module, path); (res.resolved_def.left().unwrap_or_else(PerNs::none), res.segment_index) } fn resolve_path_with_macro( &self, db: &impl DefDatabase, original_module: CrateModuleId, path: &Path, ) -> (ItemOrMacro, Option) { let res = self.resolve_path_fp_with_macro(db, ResolveMode::Other, original_module, path); (res.resolved_def, res.segment_index) } pub(crate) fn find_macro( &self, db: &impl DefDatabase, original_module: CrateModuleId, path: &Path, ) -> Option { let name = path.expand_macro_expr()?; // search local first // FIXME: Remove public_macros check when we have a correct local_macors implementation let local = self.public_macros.get(&name).or(self.local_macros.get(&name)).map(|it| *it); if local.is_some() { return local; } let res = self.resolve_path_fp_with_macro(db, ResolveMode::Other, original_module, path); res.resolved_def.right().map(|m| m.id) } // Returns Yes if we are sure that additions to `ItemMap` wouldn't change // the result. fn resolve_path_fp_with_macro( &self, db: &impl DefDatabase, mode: ResolveMode, original_module: CrateModuleId, path: &Path, ) -> ResolvePathResult { let mut segments = path.segments.iter().enumerate(); let mut curr_per_ns: ItemOrMacro = match path.kind { PathKind::Crate => Either::Left(PerNs::types( Module { krate: self.krate, module_id: self.root }.into(), )), PathKind::Self_ => Either::Left(PerNs::types( Module { krate: self.krate, module_id: original_module }.into(), )), // plain import or absolute path in 2015: crate-relative with // fallback to extern prelude (with the simplification in // rust-lang/rust#57745) // FIXME there must be a nicer way to write this condition PathKind::Plain | PathKind::Abs if self.edition == Edition::Edition2015 && (path.kind == PathKind::Abs || mode == ResolveMode::Import) => { let segment = match segments.next() { Some((_, segment)) => segment, None => return ResolvePathResult::empty(ReachedFixedPoint::Yes), }; log::debug!("resolving {:?} in crate root (+ extern prelude)", segment); self.resolve_name_in_crate_root_or_extern_prelude(&segment.name) } PathKind::Plain => { let segment = match segments.next() { Some((_, segment)) => segment, None => return ResolvePathResult::empty(ReachedFixedPoint::Yes), }; log::debug!("resolving {:?} in module", segment); self.resolve_name_in_module_with_macro(db, original_module, &segment.name) } PathKind::Super => { if let Some(p) = self.modules[original_module].parent { Either::Left(PerNs::types(Module { krate: self.krate, module_id: p }.into())) } else { log::debug!("super path in root module"); return ResolvePathResult::empty(ReachedFixedPoint::Yes); } } PathKind::Abs => { // 2018-style absolute path -- only extern prelude let segment = match segments.next() { Some((_, segment)) => segment, None => return ResolvePathResult::empty(ReachedFixedPoint::Yes), }; if let Some(def) = self.extern_prelude.get(&segment.name) { log::debug!("absolute path {:?} resolved to crate {:?}", path, def); Either::Left(PerNs::types(*def)) } else { return ResolvePathResult::empty(ReachedFixedPoint::No); // extern crate declarations can add to the extern prelude } } }; for (i, segment) in segments { let curr = match curr_per_ns.as_ref().left().map_or(None, |m| m.as_ref().take_types()) { Some(r) => r, None => { // we still have path segments left, but the path so far // didn't resolve in the types namespace => no resolution // (don't break here because `curr_per_ns` might contain // something in the value namespace, and it would be wrong // to return that) return ResolvePathResult::empty(ReachedFixedPoint::No); } }; // resolve segment in curr curr_per_ns = match curr { ModuleDef::Module(module) => { if module.krate != self.krate { let path = Path { segments: path.segments[i..].iter().cloned().collect(), kind: PathKind::Self_, }; log::debug!("resolving {:?} in other crate", path); let defp_map = db.crate_def_map(module.krate); let (def, s) = defp_map.resolve_path_with_macro(db, module.module_id, &path); return ResolvePathResult::with( def, ReachedFixedPoint::Yes, s.map(|s| s + i), ); } match self[module.module_id].scope.get_item_or_macro(&segment.name) { Some(res) => res, _ => { log::debug!("path segment {:?} not found", segment.name); return ResolvePathResult::empty(ReachedFixedPoint::No); } } } ModuleDef::Enum(e) => { // enum variant tested_by!(can_import_enum_variant); match e.variant(db, &segment.name) { Some(variant) => Either::Left(PerNs::both(variant.into(), variant.into())), None => { return ResolvePathResult::with( Either::Left(PerNs::types((*e).into())), ReachedFixedPoint::Yes, Some(i), ); } } } s => { // could be an inherent method call in UFCS form // (`Struct::method`), or some other kind of associated item log::debug!( "path segment {:?} resolved to non-module {:?}, but is not last", segment.name, curr, ); return ResolvePathResult::with( Either::Left(PerNs::types((*s).into())), ReachedFixedPoint::Yes, Some(i), ); } }; } ResolvePathResult::with(curr_per_ns, ReachedFixedPoint::Yes, None) } fn resolve_name_in_crate_root_or_extern_prelude(&self, name: &Name) -> ItemOrMacro { let from_crate_root = self[self.root].scope.get_item_or_macro(name).unwrap_or(Either::Left(PerNs::none())); let from_extern_prelude = self.resolve_name_in_extern_prelude(name); or(from_crate_root, Either::Left(from_extern_prelude)) } pub(crate) fn resolve_name_in_module( &self, db: &impl DefDatabase, module: CrateModuleId, name: &Name, ) -> PerNs { self.resolve_name_in_module_with_macro(db, module, name).left().unwrap_or_else(PerNs::none) } fn resolve_name_in_module_with_macro( &self, db: &impl DefDatabase, module: CrateModuleId, name: &Name, ) -> ItemOrMacro { // Resolve in: // - current module / scope // - extern prelude // - std prelude let from_scope = self[module].scope.get_item_or_macro(name).unwrap_or(Either::Left(PerNs::none()));; let from_extern_prelude = self.extern_prelude.get(name).map_or(PerNs::none(), |&it| PerNs::types(it)); let from_prelude = self.resolve_in_prelude(db, name); or(from_scope, or(Either::Left(from_extern_prelude), from_prelude)) } fn resolve_name_in_extern_prelude(&self, name: &Name) -> PerNs { self.extern_prelude.get(name).map_or(PerNs::none(), |&it| PerNs::types(it)) } fn resolve_in_prelude(&self, db: &impl DefDatabase, name: &Name) -> ItemOrMacro { if let Some(prelude) = self.prelude { let resolution = if prelude.krate == self.krate { self[prelude.module_id].scope.get_item_or_macro(name) } else { db.crate_def_map(prelude.krate)[prelude.module_id].scope.get_item_or_macro(name) }; resolution.unwrap_or(Either::Left(PerNs::none())) } else { Either::Left(PerNs::none()) } } } mod diagnostics { use relative_path::RelativePathBuf; use ra_syntax::{AstPtr, ast}; use crate::{ AstId, DefDatabase, AstDatabase, nameres::CrateModuleId, diagnostics::{DiagnosticSink, UnresolvedModule} }; #[derive(Debug, PartialEq, Eq)] pub(super) enum DefDiagnostic { UnresolvedModule { module: CrateModuleId, declaration: AstId, candidate: RelativePathBuf, }, } impl DefDiagnostic { pub(super) fn add_to( &self, db: &(impl DefDatabase + AstDatabase), target_module: CrateModuleId, sink: &mut DiagnosticSink, ) { match self { DefDiagnostic::UnresolvedModule { module, declaration, candidate } => { if *module != target_module { return; } let decl = declaration.to_node(db); sink.push(UnresolvedModule { file: declaration.file_id(), decl: AstPtr::new(&decl), candidate: candidate.clone(), }) } } } } }