2019-11-03 14:49:44 -06:00
|
|
|
//! This module implements import-resolution/macro expansion algorithm.
|
|
|
|
//!
|
|
|
|
//! The result of this module is `CrateDefMap`: a data structure which contains:
|
|
|
|
//!
|
|
|
|
//! * a tree of modules for the crate
|
|
|
|
//! * for each module, a set of items visible in the module (directly declared
|
|
|
|
//! or imported)
|
|
|
|
//!
|
|
|
|
//! Note that `CrateDefMap` contains fully macro expanded code.
|
|
|
|
//!
|
|
|
|
//! Computing `CrateDefMap` can be partitioned into several logically
|
|
|
|
//! independent "phases". The phases are mutually recursive though, there's no
|
|
|
|
//! strict ordering.
|
|
|
|
//!
|
|
|
|
//! ## Collecting RawItems
|
|
|
|
//!
|
2019-11-08 15:23:19 -06:00
|
|
|
//! This happens in the `raw` module, which parses a single source file into a
|
|
|
|
//! set of top-level items. Nested imports are desugared to flat imports in this
|
|
|
|
//! phase. Macro calls are represented as a triple of (Path, Option<Name>,
|
|
|
|
//! TokenTree).
|
2019-11-03 14:49:44 -06:00
|
|
|
//!
|
|
|
|
//! ## Collecting Modules
|
|
|
|
//!
|
|
|
|
//! This happens in the `collector` module. In this phase, we recursively walk
|
|
|
|
//! tree of modules, collect raw items from submodules, populate module scopes
|
|
|
|
//! with defined items (so, we assign item ids in this phase) and record the set
|
|
|
|
//! of unresolved imports and macros.
|
|
|
|
//!
|
|
|
|
//! While we walk tree of modules, we also record macro_rules definitions and
|
|
|
|
//! expand calls to macro_rules defined macros.
|
|
|
|
//!
|
|
|
|
//! ## Resolving Imports
|
|
|
|
//!
|
|
|
|
//! We maintain a list of currently unresolved imports. On every iteration, we
|
|
|
|
//! try to resolve some imports from this list. If the import is resolved, we
|
|
|
|
//! record it, by adding an item to current module scope and, if necessary, by
|
|
|
|
//! recursively populating glob imports.
|
|
|
|
//!
|
|
|
|
//! ## Resolving Macros
|
|
|
|
//!
|
|
|
|
//! macro_rules from the same crate use a global mutable namespace. We expand
|
|
|
|
//! them immediately, when we collect modules.
|
|
|
|
//!
|
|
|
|
//! Macros from other crates (including proc-macros) can be used with
|
|
|
|
//! `foo::bar!` syntax. We handle them similarly to imports. There's a list of
|
|
|
|
//! unexpanded macros. On every iteration, we try to resolve each macro call
|
2019-11-08 15:23:19 -06:00
|
|
|
//! path and, upon success, we run macro expansion and "collect module" phase on
|
|
|
|
//! the result
|
2019-10-30 09:40:13 -05:00
|
|
|
|
2019-11-23 07:53:16 -06:00
|
|
|
pub(crate) mod raw;
|
2019-11-04 12:42:25 -06:00
|
|
|
mod collector;
|
|
|
|
mod mod_resolution;
|
2019-11-08 15:17:17 -06:00
|
|
|
mod path_resolution;
|
2019-10-31 10:45:10 -05:00
|
|
|
|
2019-11-03 14:35:48 -06:00
|
|
|
#[cfg(test)]
|
|
|
|
mod tests;
|
|
|
|
|
2019-10-31 10:45:10 -05:00
|
|
|
use std::sync::Arc;
|
|
|
|
|
2019-12-20 08:43:45 -06:00
|
|
|
use hir_expand::{diagnostics::DiagnosticSink, name::Name, InFile};
|
2019-10-31 10:45:10 -05:00
|
|
|
use ra_arena::Arena;
|
2020-01-16 10:56:14 -06:00
|
|
|
use ra_db::{CrateId, Edition, FileId};
|
2019-10-31 10:45:10 -05:00
|
|
|
use ra_prof::profile;
|
2020-01-16 10:56:14 -06:00
|
|
|
use ra_syntax::ast;
|
2019-11-24 04:57:45 -06:00
|
|
|
use rustc_hash::FxHashMap;
|
2019-10-31 10:45:10 -05:00
|
|
|
|
|
|
|
use crate::{
|
2019-11-23 05:44:43 -06:00
|
|
|
db::DefDatabase,
|
2019-12-20 08:45:12 -06:00
|
|
|
item_scope::{BuiltinShadowMode, ItemScope},
|
2019-11-23 07:53:16 -06:00
|
|
|
nameres::{diagnostics::DefDiagnostic, path_resolution::ResolveMode},
|
2019-12-13 05:12:36 -06:00
|
|
|
path::ModPath,
|
2019-11-23 07:53:16 -06:00
|
|
|
per_ns::PerNs,
|
2019-12-20 08:58:20 -06:00
|
|
|
AstId, LocalModuleId, ModuleDefId, ModuleId,
|
2019-10-31 10:45:10 -05:00
|
|
|
};
|
|
|
|
|
|
|
|
/// Contains all top-level defs from a macro-expanded crate
|
|
|
|
#[derive(Debug, PartialEq, Eq)]
|
|
|
|
pub struct CrateDefMap {
|
2019-11-24 09:05:12 -06:00
|
|
|
pub root: LocalModuleId,
|
2019-11-24 09:48:29 -06:00
|
|
|
pub modules: Arena<LocalModuleId, ModuleData>,
|
2019-11-24 09:05:12 -06:00
|
|
|
pub(crate) krate: CrateId,
|
2019-10-31 10:45:10 -05:00
|
|
|
/// The prelude module for this crate. This either comes from an import
|
|
|
|
/// marked with the `prelude_import` attribute, or (in the normal case) from
|
|
|
|
/// a dependency (`std` or `core`).
|
2019-11-24 09:05:12 -06:00
|
|
|
pub(crate) prelude: Option<ModuleId>,
|
|
|
|
pub(crate) extern_prelude: FxHashMap<Name, ModuleDefId>,
|
2019-10-31 10:45:10 -05:00
|
|
|
|
2019-11-24 09:05:12 -06:00
|
|
|
edition: Edition,
|
2019-10-31 10:45:10 -05:00
|
|
|
diagnostics: Vec<DefDiagnostic>,
|
|
|
|
}
|
|
|
|
|
2019-11-23 07:49:53 -06:00
|
|
|
impl std::ops::Index<LocalModuleId> for CrateDefMap {
|
2019-10-31 10:45:10 -05:00
|
|
|
type Output = ModuleData;
|
2019-11-23 07:49:53 -06:00
|
|
|
fn index(&self, id: LocalModuleId) -> &ModuleData {
|
2019-10-31 10:45:10 -05:00
|
|
|
&self.modules[id]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-03 13:58:29 -06:00
|
|
|
#[derive(Debug, PartialEq, Eq, Clone, Copy, Hash)]
|
|
|
|
pub enum ModuleOrigin {
|
2019-12-05 07:33:29 -06:00
|
|
|
CrateRoot {
|
|
|
|
definition: FileId,
|
|
|
|
},
|
2019-12-03 13:58:29 -06:00
|
|
|
/// Note that non-inline modules, by definition, live inside non-macro file.
|
2019-12-05 07:19:27 -06:00
|
|
|
File {
|
|
|
|
declaration: AstId<ast::Module>,
|
|
|
|
definition: FileId,
|
|
|
|
},
|
|
|
|
Inline {
|
|
|
|
definition: AstId<ast::Module>,
|
|
|
|
},
|
2019-12-03 13:58:29 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Default for ModuleOrigin {
|
|
|
|
fn default() -> Self {
|
2019-12-05 07:33:29 -06:00
|
|
|
ModuleOrigin::CrateRoot { definition: FileId(0) }
|
2019-12-03 13:58:29 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl ModuleOrigin {
|
2019-12-05 07:19:27 -06:00
|
|
|
pub(crate) fn not_sure_file(file: Option<FileId>, declaration: AstId<ast::Module>) -> Self {
|
2019-12-03 13:58:29 -06:00
|
|
|
match file {
|
2019-12-05 07:19:27 -06:00
|
|
|
None => ModuleOrigin::Inline { definition: declaration },
|
|
|
|
Some(definition) => ModuleOrigin::File { declaration, definition },
|
2019-12-03 13:58:29 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-05 07:19:27 -06:00
|
|
|
fn declaration(&self) -> Option<AstId<ast::Module>> {
|
2019-12-03 13:58:29 -06:00
|
|
|
match self {
|
2019-12-05 07:19:27 -06:00
|
|
|
ModuleOrigin::File { declaration: module, .. }
|
|
|
|
| ModuleOrigin::Inline { definition: module, .. } => Some(*module),
|
2019-12-05 07:33:29 -06:00
|
|
|
ModuleOrigin::CrateRoot { .. } => None,
|
2019-12-03 13:58:29 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-05 07:37:39 -06:00
|
|
|
pub fn file_id(&self) -> Option<FileId> {
|
2019-12-03 13:58:29 -06:00
|
|
|
match self {
|
2019-12-05 07:33:29 -06:00
|
|
|
ModuleOrigin::File { definition, .. } | ModuleOrigin::CrateRoot { definition } => {
|
|
|
|
Some(*definition)
|
2019-12-05 07:19:27 -06:00
|
|
|
}
|
2019-12-03 13:58:29 -06:00
|
|
|
_ => None,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-15 07:42:57 -06:00
|
|
|
pub fn is_inline(&self) -> bool {
|
|
|
|
match self {
|
|
|
|
ModuleOrigin::Inline { .. } => true,
|
|
|
|
ModuleOrigin::CrateRoot { .. } | ModuleOrigin::File { .. } => false,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-03 13:58:29 -06:00
|
|
|
/// Returns a node which defines this module.
|
|
|
|
/// That is, a file or a `mod foo {}` with items.
|
2019-12-05 07:19:27 -06:00
|
|
|
fn definition_source(&self, db: &impl DefDatabase) -> InFile<ModuleSource> {
|
2019-12-03 13:58:29 -06:00
|
|
|
match self {
|
2019-12-05 07:33:29 -06:00
|
|
|
ModuleOrigin::File { definition, .. } | ModuleOrigin::CrateRoot { definition } => {
|
|
|
|
let file_id = *definition;
|
2019-12-03 13:58:29 -06:00
|
|
|
let sf = db.parse(file_id).tree();
|
2019-12-03 14:28:40 -06:00
|
|
|
return InFile::new(file_id.into(), ModuleSource::SourceFile(sf));
|
2019-12-03 13:58:29 -06:00
|
|
|
}
|
2019-12-05 07:19:27 -06:00
|
|
|
ModuleOrigin::Inline { definition } => {
|
|
|
|
InFile::new(definition.file_id, ModuleSource::Module(definition.to_node(db)))
|
|
|
|
}
|
2019-12-03 13:58:29 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-10-31 10:45:10 -05:00
|
|
|
#[derive(Default, Debug, PartialEq, Eq)]
|
|
|
|
pub struct ModuleData {
|
2019-11-23 07:49:53 -06:00
|
|
|
pub parent: Option<LocalModuleId>,
|
|
|
|
pub children: FxHashMap<Name, LocalModuleId>,
|
2019-12-20 08:45:12 -06:00
|
|
|
pub scope: ItemScope,
|
2019-11-23 02:14:10 -06:00
|
|
|
|
2019-12-03 13:58:29 -06:00
|
|
|
/// Where does this module come from?
|
|
|
|
pub origin: ModuleOrigin,
|
2019-10-31 10:45:10 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
impl CrateDefMap {
|
2020-01-03 07:20:04 -06:00
|
|
|
pub(crate) fn compute_crate_def_map_query(
|
2019-10-31 10:45:10 -05:00
|
|
|
// Note that this doesn't have `+ AstDatabase`!
|
|
|
|
// This gurantess that `CrateDefMap` is stable across reparses.
|
2019-11-23 05:44:43 -06:00
|
|
|
db: &impl DefDatabase,
|
2019-10-31 10:45:10 -05:00
|
|
|
krate: CrateId,
|
|
|
|
) -> Arc<CrateDefMap> {
|
2020-01-03 06:59:46 -06:00
|
|
|
let _p = profile("compute_crate_def_map");
|
2019-10-31 10:45:10 -05:00
|
|
|
let def_map = {
|
|
|
|
let crate_graph = db.crate_graph();
|
|
|
|
let edition = crate_graph.edition(krate);
|
2019-11-23 07:49:53 -06:00
|
|
|
let mut modules: Arena<LocalModuleId, ModuleData> = Arena::default();
|
2019-10-31 10:45:10 -05:00
|
|
|
let root = modules.alloc(ModuleData::default());
|
|
|
|
CrateDefMap {
|
|
|
|
krate,
|
|
|
|
edition,
|
|
|
|
extern_prelude: FxHashMap::default(),
|
|
|
|
prelude: None,
|
|
|
|
root,
|
|
|
|
modules,
|
|
|
|
diagnostics: Vec::new(),
|
|
|
|
}
|
|
|
|
};
|
|
|
|
let def_map = collector::collect_defs(db, def_map);
|
|
|
|
Arc::new(def_map)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn add_diagnostics(
|
|
|
|
&self,
|
2019-11-23 05:44:43 -06:00
|
|
|
db: &impl DefDatabase,
|
2019-11-23 07:49:53 -06:00
|
|
|
module: LocalModuleId,
|
2019-10-31 10:45:10 -05:00
|
|
|
sink: &mut DiagnosticSink,
|
|
|
|
) {
|
|
|
|
self.diagnostics.iter().for_each(|it| it.add_to(db, module, sink))
|
|
|
|
}
|
|
|
|
|
2019-11-23 07:49:53 -06:00
|
|
|
pub fn modules_for_file(&self, file_id: FileId) -> impl Iterator<Item = LocalModuleId> + '_ {
|
2019-11-15 01:26:31 -06:00
|
|
|
self.modules
|
|
|
|
.iter()
|
2019-12-03 13:58:29 -06:00
|
|
|
.filter(move |(_id, data)| data.origin.file_id() == Some(file_id))
|
2019-11-15 01:26:31 -06:00
|
|
|
.map(|(id, _data)| id)
|
|
|
|
}
|
2019-11-24 04:34:27 -06:00
|
|
|
|
|
|
|
pub(crate) fn resolve_path(
|
|
|
|
&self,
|
|
|
|
db: &impl DefDatabase,
|
|
|
|
original_module: LocalModuleId,
|
2019-12-13 05:12:36 -06:00
|
|
|
path: &ModPath,
|
2019-11-30 09:29:21 -06:00
|
|
|
shadow: BuiltinShadowMode,
|
2019-11-24 04:34:27 -06:00
|
|
|
) -> (PerNs, Option<usize>) {
|
2019-11-30 09:29:21 -06:00
|
|
|
let res =
|
|
|
|
self.resolve_path_fp_with_macro(db, ResolveMode::Other, original_module, path, shadow);
|
2019-11-24 04:34:27 -06:00
|
|
|
(res.resolved_def, res.segment_index)
|
|
|
|
}
|
2020-01-28 09:29:31 -06:00
|
|
|
|
|
|
|
// FIXME: this can use some more human-readable format (ideally, an IR
|
|
|
|
// even), as this should be a great debugging aid.
|
|
|
|
pub fn dump(&self) -> String {
|
|
|
|
let mut buf = String::new();
|
|
|
|
go(&mut buf, self, "\ncrate", self.root);
|
|
|
|
return buf.trim().to_string();
|
|
|
|
|
|
|
|
fn go(buf: &mut String, map: &CrateDefMap, path: &str, module: LocalModuleId) {
|
|
|
|
*buf += path;
|
|
|
|
*buf += "\n";
|
|
|
|
|
|
|
|
let mut entries: Vec<_> = map.modules[module].scope.resolutions().collect();
|
|
|
|
entries.sort_by_key(|(name, _)| name.clone());
|
|
|
|
|
|
|
|
for (name, def) in entries {
|
|
|
|
*buf += &format!("{}:", name);
|
|
|
|
|
|
|
|
if def.types.is_some() {
|
|
|
|
*buf += " t";
|
|
|
|
}
|
|
|
|
if def.values.is_some() {
|
|
|
|
*buf += " v";
|
|
|
|
}
|
|
|
|
if def.macros.is_some() {
|
|
|
|
*buf += " m";
|
|
|
|
}
|
|
|
|
if def.is_none() {
|
|
|
|
*buf += " _";
|
|
|
|
}
|
|
|
|
|
|
|
|
*buf += "\n";
|
|
|
|
}
|
|
|
|
|
|
|
|
for (name, child) in map.modules[module].children.iter() {
|
|
|
|
let path = path.to_string() + &format!("::{}", name);
|
|
|
|
go(buf, map, &path, *child);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-10-31 10:45:10 -05:00
|
|
|
}
|
|
|
|
|
2019-11-23 02:14:10 -06:00
|
|
|
impl ModuleData {
|
|
|
|
/// Returns a node which defines this module. That is, a file or a `mod foo {}` with items.
|
2019-12-03 14:28:40 -06:00
|
|
|
pub fn definition_source(&self, db: &impl DefDatabase) -> InFile<ModuleSource> {
|
2019-12-03 13:58:29 -06:00
|
|
|
self.origin.definition_source(db)
|
2019-11-23 02:14:10 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Returns a node which declares this module, either a `mod foo;` or a `mod foo {}`.
|
2019-12-03 13:58:29 -06:00
|
|
|
/// `None` for the crate root or block.
|
2019-11-28 03:50:26 -06:00
|
|
|
pub fn declaration_source(&self, db: &impl DefDatabase) -> Option<InFile<ast::Module>> {
|
2019-12-03 13:58:29 -06:00
|
|
|
let decl = self.origin.declaration()?;
|
2019-11-23 02:14:10 -06:00
|
|
|
let value = decl.to_node(db);
|
2019-11-28 07:00:03 -06:00
|
|
|
Some(InFile { file_id: decl.file_id, value })
|
2019-11-23 02:14:10 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-03 14:58:38 -06:00
|
|
|
#[derive(Debug, Clone, PartialEq, Eq)]
|
2019-12-03 14:24:02 -06:00
|
|
|
pub enum ModuleSource {
|
|
|
|
SourceFile(ast::SourceFile),
|
|
|
|
Module(ast::Module),
|
|
|
|
}
|
|
|
|
|
2019-10-31 10:45:10 -05:00
|
|
|
mod diagnostics {
|
|
|
|
use hir_expand::diagnostics::DiagnosticSink;
|
2019-11-03 16:14:17 -06:00
|
|
|
use ra_db::RelativePathBuf;
|
2019-10-31 10:45:10 -05:00
|
|
|
use ra_syntax::{ast, AstPtr};
|
|
|
|
|
2019-11-23 07:49:53 -06:00
|
|
|
use crate::{db::DefDatabase, diagnostics::UnresolvedModule, nameres::LocalModuleId, AstId};
|
2019-10-31 10:45:10 -05:00
|
|
|
|
|
|
|
#[derive(Debug, PartialEq, Eq)]
|
|
|
|
pub(super) enum DefDiagnostic {
|
|
|
|
UnresolvedModule {
|
2019-11-23 07:49:53 -06:00
|
|
|
module: LocalModuleId,
|
2019-10-31 10:45:10 -05:00
|
|
|
declaration: AstId<ast::Module>,
|
|
|
|
candidate: RelativePathBuf,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
impl DefDiagnostic {
|
|
|
|
pub(super) fn add_to(
|
|
|
|
&self,
|
2019-11-23 05:44:43 -06:00
|
|
|
db: &impl DefDatabase,
|
2019-11-23 07:49:53 -06:00
|
|
|
target_module: LocalModuleId,
|
2019-10-31 10:45:10 -05:00
|
|
|
sink: &mut DiagnosticSink,
|
|
|
|
) {
|
|
|
|
match self {
|
|
|
|
DefDiagnostic::UnresolvedModule { module, declaration, candidate } => {
|
|
|
|
if *module != target_module {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
let decl = declaration.to_node(db);
|
|
|
|
sink.push(UnresolvedModule {
|
2019-11-28 07:00:03 -06:00
|
|
|
file: declaration.file_id,
|
2019-10-31 10:45:10 -05:00
|
|
|
decl: AstPtr::new(&decl),
|
|
|
|
candidate: candidate.clone(),
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|