rust-analyzer/crates/hir_def/src/nameres.rs

405 lines
13 KiB
Rust
Raw Normal View History

2019-11-03 20:49:44 +00:00
//! This module implements import-resolution/macro expansion algorithm.
//!
//! The result of this module is `CrateDefMap`: a data structure which contains:
//!
//! * a tree of modules for the crate
//! * for each module, a set of items visible in the module (directly declared
//! or imported)
//!
//! Note that `CrateDefMap` contains fully macro expanded code.
//!
//! Computing `CrateDefMap` can be partitioned into several logically
//! independent "phases". The phases are mutually recursive though, there's no
//! strict ordering.
//!
//! ## Collecting RawItems
//!
2019-11-08 21:23:19 +00:00
//! This happens in the `raw` module, which parses a single source file into a
//! set of top-level items. Nested imports are desugared to flat imports in this
//! phase. Macro calls are represented as a triple of (Path, Option<Name>,
//! TokenTree).
2019-11-03 20:49:44 +00:00
//!
//! ## Collecting Modules
//!
//! This happens in the `collector` module. In this phase, we recursively walk
//! tree of modules, collect raw items from submodules, populate module scopes
//! with defined items (so, we assign item ids in this phase) and record the set
//! of unresolved imports and macros.
//!
//! While we walk tree of modules, we also record macro_rules definitions and
//! expand calls to macro_rules defined macros.
//!
//! ## Resolving Imports
//!
//! We maintain a list of currently unresolved imports. On every iteration, we
//! try to resolve some imports from this list. If the import is resolved, we
//! record it, by adding an item to current module scope and, if necessary, by
//! recursively populating glob imports.
//!
//! ## Resolving Macros
//!
//! macro_rules from the same crate use a global mutable namespace. We expand
//! them immediately, when we collect modules.
//!
//! Macros from other crates (including proc-macros) can be used with
//! `foo::bar!` syntax. We handle them similarly to imports. There's a list of
//! unexpanded macros. On every iteration, we try to resolve each macro call
2019-11-08 21:23:19 +00:00
//! path and, upon success, we run macro expansion and "collect module" phase on
//! the result
2019-10-30 14:40:13 +00:00
2019-11-04 18:42:25 +00:00
mod collector;
mod mod_resolution;
2019-11-08 21:17:17 +00:00
mod path_resolution;
2019-10-31 15:45:10 +00:00
2019-11-03 20:35:48 +00:00
#[cfg(test)]
mod tests;
2019-10-31 15:45:10 +00:00
use std::sync::Arc;
2020-08-12 14:22:05 +00:00
use arena::Arena;
2020-08-13 14:25:38 +00:00
use base_db::{CrateId, Edition, FileId};
2019-12-20 14:43:45 +00:00
use hir_expand::{diagnostics::DiagnosticSink, name::Name, InFile};
2019-11-24 10:57:45 +00:00
use rustc_hash::FxHashMap;
2020-03-28 10:08:19 +00:00
use stdx::format_to;
2020-08-12 16:26:51 +00:00
use syntax::ast;
2019-10-31 15:45:10 +00:00
use crate::{
2019-11-23 11:44:43 +00:00
db::DefDatabase,
2019-12-20 14:45:12 +00:00
item_scope::{BuiltinShadowMode, ItemScope},
2019-11-23 13:53:16 +00:00
nameres::{diagnostics::DefDiagnostic, path_resolution::ResolveMode},
path::ModPath,
2019-11-23 13:53:16 +00:00
per_ns::PerNs,
2019-12-20 14:58:20 +00:00
AstId, LocalModuleId, ModuleDefId, ModuleId,
2019-10-31 15:45:10 +00:00
};
/// Contains all top-level defs from a macro-expanded crate
#[derive(Debug, PartialEq, Eq)]
pub struct CrateDefMap {
2019-11-24 15:05:12 +00:00
pub root: LocalModuleId,
2020-03-19 15:00:11 +00:00
pub modules: Arena<ModuleData>,
2019-11-24 15:05:12 +00:00
pub(crate) krate: CrateId,
2019-10-31 15:45:10 +00:00
/// The prelude module for this crate. This either comes from an import
/// marked with the `prelude_import` attribute, or (in the normal case) from
/// a dependency (`std` or `core`).
2019-11-24 15:05:12 +00:00
pub(crate) prelude: Option<ModuleId>,
pub(crate) extern_prelude: FxHashMap<Name, ModuleDefId>,
2019-10-31 15:45:10 +00:00
2019-11-24 15:05:12 +00:00
edition: Edition,
2019-10-31 15:45:10 +00:00
diagnostics: Vec<DefDiagnostic>,
}
2019-11-23 13:49:53 +00:00
impl std::ops::Index<LocalModuleId> for CrateDefMap {
2019-10-31 15:45:10 +00:00
type Output = ModuleData;
2019-11-23 13:49:53 +00:00
fn index(&self, id: LocalModuleId) -> &ModuleData {
2019-10-31 15:45:10 +00:00
&self.modules[id]
}
}
2019-12-03 19:58:29 +00:00
#[derive(Debug, PartialEq, Eq, Clone, Copy, Hash)]
pub enum ModuleOrigin {
2019-12-05 13:33:29 +00:00
CrateRoot {
definition: FileId,
},
2019-12-03 19:58:29 +00:00
/// Note that non-inline modules, by definition, live inside non-macro file.
File {
2020-06-11 09:04:09 +00:00
is_mod_rs: bool,
declaration: AstId<ast::Module>,
definition: FileId,
},
Inline {
definition: AstId<ast::Module>,
},
2019-12-03 19:58:29 +00:00
}
impl Default for ModuleOrigin {
fn default() -> Self {
2019-12-05 13:33:29 +00:00
ModuleOrigin::CrateRoot { definition: FileId(0) }
2019-12-03 19:58:29 +00:00
}
}
impl ModuleOrigin {
fn declaration(&self) -> Option<AstId<ast::Module>> {
2019-12-03 19:58:29 +00:00
match self {
ModuleOrigin::File { declaration: module, .. }
| ModuleOrigin::Inline { definition: module, .. } => Some(*module),
2019-12-05 13:33:29 +00:00
ModuleOrigin::CrateRoot { .. } => None,
2019-12-03 19:58:29 +00:00
}
}
pub fn file_id(&self) -> Option<FileId> {
2019-12-03 19:58:29 +00:00
match self {
2019-12-05 13:33:29 +00:00
ModuleOrigin::File { definition, .. } | ModuleOrigin::CrateRoot { definition } => {
Some(*definition)
}
2019-12-03 19:58:29 +00:00
_ => None,
}
}
pub fn is_inline(&self) -> bool {
match self {
ModuleOrigin::Inline { .. } => true,
ModuleOrigin::CrateRoot { .. } | ModuleOrigin::File { .. } => false,
}
}
2019-12-03 19:58:29 +00:00
/// Returns a node which defines this module.
/// That is, a file or a `mod foo {}` with items.
fn definition_source(&self, db: &dyn DefDatabase) -> InFile<ModuleSource> {
2019-12-03 19:58:29 +00:00
match self {
2019-12-05 13:33:29 +00:00
ModuleOrigin::File { definition, .. } | ModuleOrigin::CrateRoot { definition } => {
let file_id = *definition;
2019-12-03 19:58:29 +00:00
let sf = db.parse(file_id).tree();
InFile::new(file_id.into(), ModuleSource::SourceFile(sf))
2019-12-03 19:58:29 +00:00
}
ModuleOrigin::Inline { definition } => InFile::new(
definition.file_id,
ModuleSource::Module(definition.to_node(db.upcast())),
),
2019-12-03 19:58:29 +00:00
}
}
}
2019-10-31 15:45:10 +00:00
#[derive(Default, Debug, PartialEq, Eq)]
pub struct ModuleData {
2019-11-23 13:49:53 +00:00
pub parent: Option<LocalModuleId>,
pub children: FxHashMap<Name, LocalModuleId>,
2019-12-20 14:45:12 +00:00
pub scope: ItemScope,
2019-11-23 08:14:10 +00:00
2019-12-03 19:58:29 +00:00
/// Where does this module come from?
pub origin: ModuleOrigin,
2019-10-31 15:45:10 +00:00
}
impl CrateDefMap {
pub(crate) fn crate_def_map_query(db: &dyn DefDatabase, krate: CrateId) -> Arc<CrateDefMap> {
2020-08-12 14:32:36 +00:00
let _p = profile::span("crate_def_map_query").detail(|| {
db.crate_graph()[krate].display_name.as_deref().unwrap_or_default().to_string()
2020-03-16 09:47:52 +00:00
});
2019-10-31 15:45:10 +00:00
let def_map = {
2020-03-09 10:11:59 +00:00
let edition = db.crate_graph()[krate].edition;
2020-03-19 15:00:11 +00:00
let mut modules: Arena<ModuleData> = Arena::default();
2019-10-31 15:45:10 +00:00
let root = modules.alloc(ModuleData::default());
CrateDefMap {
krate,
edition,
extern_prelude: FxHashMap::default(),
prelude: None,
root,
modules,
diagnostics: Vec::new(),
}
};
let def_map = collector::collect_defs(db, def_map);
Arc::new(def_map)
}
pub fn add_diagnostics(
&self,
db: &dyn DefDatabase,
2019-11-23 13:49:53 +00:00
module: LocalModuleId,
2019-10-31 15:45:10 +00:00
sink: &mut DiagnosticSink,
) {
self.diagnostics.iter().for_each(|it| it.add_to(db, module, sink))
}
2019-11-23 13:49:53 +00:00
pub fn modules_for_file(&self, file_id: FileId) -> impl Iterator<Item = LocalModuleId> + '_ {
self.modules
.iter()
2019-12-03 19:58:29 +00:00
.filter(move |(_id, data)| data.origin.file_id() == Some(file_id))
.map(|(id, _data)| id)
}
2019-11-24 10:34:27 +00:00
pub(crate) fn resolve_path(
&self,
db: &dyn DefDatabase,
2019-11-24 10:34:27 +00:00
original_module: LocalModuleId,
path: &ModPath,
2019-11-30 15:29:21 +00:00
shadow: BuiltinShadowMode,
2019-11-24 10:34:27 +00:00
) -> (PerNs, Option<usize>) {
2019-11-30 15:29:21 +00:00
let res =
self.resolve_path_fp_with_macro(db, ResolveMode::Other, original_module, path, shadow);
2019-11-24 10:34:27 +00:00
(res.resolved_def, res.segment_index)
}
// FIXME: this can use some more human-readable format (ideally, an IR
// even), as this should be a great debugging aid.
pub fn dump(&self) -> String {
let mut buf = String::new();
2020-07-20 15:44:44 +00:00
go(&mut buf, self, "crate", self.root);
return buf;
fn go(buf: &mut String, map: &CrateDefMap, path: &str, module: LocalModuleId) {
2020-07-20 15:44:44 +00:00
format_to!(buf, "{}\n", path);
let mut entries: Vec<_> = map.modules[module].scope.resolutions().collect();
entries.sort_by_key(|(name, _)| name.clone());
for (name, def) in entries {
2020-07-21 15:52:43 +00:00
format_to!(buf, "{}:", name.map_or("_".to_string(), |name| name.to_string()));
if def.types.is_some() {
2020-07-20 15:44:44 +00:00
buf.push_str(" t");
}
if def.values.is_some() {
2020-07-20 15:44:44 +00:00
buf.push_str(" v");
}
if def.macros.is_some() {
2020-07-20 15:44:44 +00:00
buf.push_str(" m");
}
if def.is_none() {
2020-07-20 15:44:44 +00:00
buf.push_str(" _");
}
2020-07-20 15:44:44 +00:00
buf.push_str("\n");
}
for (name, child) in map.modules[module].children.iter() {
2020-07-20 15:44:44 +00:00
let path = format!("{}::{}", path, name);
buf.push('\n');
go(buf, map, &path, *child);
}
}
}
2019-10-31 15:45:10 +00:00
}
2019-11-23 08:14:10 +00:00
impl ModuleData {
/// Returns a node which defines this module. That is, a file or a `mod foo {}` with items.
pub fn definition_source(&self, db: &dyn DefDatabase) -> InFile<ModuleSource> {
2019-12-03 19:58:29 +00:00
self.origin.definition_source(db)
2019-11-23 08:14:10 +00:00
}
/// Returns a node which declares this module, either a `mod foo;` or a `mod foo {}`.
2019-12-03 19:58:29 +00:00
/// `None` for the crate root or block.
pub fn declaration_source(&self, db: &dyn DefDatabase) -> Option<InFile<ast::Module>> {
2019-12-03 19:58:29 +00:00
let decl = self.origin.declaration()?;
let value = decl.to_node(db.upcast());
2019-11-28 13:00:03 +00:00
Some(InFile { file_id: decl.file_id, value })
2019-11-23 08:14:10 +00:00
}
}
#[derive(Debug, Clone, PartialEq, Eq)]
2019-12-03 20:24:02 +00:00
pub enum ModuleSource {
SourceFile(ast::SourceFile),
Module(ast::Module),
}
2019-10-31 15:45:10 +00:00
mod diagnostics {
use hir_expand::diagnostics::DiagnosticSink;
use hir_expand::hygiene::Hygiene;
use hir_expand::InFile;
use syntax::{ast, AstPtr, SyntaxNodePtr};
2019-10-31 15:45:10 +00:00
use crate::path::ModPath;
use crate::{db::DefDatabase, diagnostics::*, nameres::LocalModuleId, AstId};
2019-10-31 15:45:10 +00:00
#[derive(Debug, PartialEq, Eq)]
enum DiagnosticKind {
UnresolvedModule { declaration: AstId<ast::Module>, candidate: String },
UnresolvedExternCrate { ast: AstId<ast::ExternCrate> },
UnresolvedImport { ast: AstId<ast::Use>, index: usize },
UnconfiguredCode { ast: InFile<SyntaxNodePtr> },
}
#[derive(Debug, PartialEq, Eq)]
pub(super) struct DefDiagnostic {
in_module: LocalModuleId,
kind: DiagnosticKind,
2019-10-31 15:45:10 +00:00
}
impl DefDiagnostic {
pub(super) fn unresolved_module(
container: LocalModuleId,
declaration: AstId<ast::Module>,
candidate: String,
) -> Self {
Self {
in_module: container,
kind: DiagnosticKind::UnresolvedModule { declaration, candidate },
}
}
pub(super) fn unresolved_extern_crate(
container: LocalModuleId,
declaration: AstId<ast::ExternCrate>,
) -> Self {
Self {
in_module: container,
kind: DiagnosticKind::UnresolvedExternCrate { ast: declaration },
}
}
pub(super) fn unresolved_import(
container: LocalModuleId,
ast: AstId<ast::Use>,
index: usize,
) -> Self {
Self { in_module: container, kind: DiagnosticKind::UnresolvedImport { ast, index } }
}
pub(super) fn unconfigured_code(
container: LocalModuleId,
ast: InFile<SyntaxNodePtr>,
) -> Self {
Self { in_module: container, kind: DiagnosticKind::UnconfiguredCode { ast } }
}
2019-10-31 15:45:10 +00:00
pub(super) fn add_to(
&self,
db: &dyn DefDatabase,
2019-11-23 13:49:53 +00:00
target_module: LocalModuleId,
2019-10-31 15:45:10 +00:00
sink: &mut DiagnosticSink,
) {
if self.in_module != target_module {
return;
}
match &self.kind {
DiagnosticKind::UnresolvedModule { declaration, candidate } => {
let decl = declaration.to_node(db.upcast());
2019-10-31 15:45:10 +00:00
sink.push(UnresolvedModule {
2019-11-28 13:00:03 +00:00
file: declaration.file_id,
2019-10-31 15:45:10 +00:00
decl: AstPtr::new(&decl),
candidate: candidate.clone(),
})
}
DiagnosticKind::UnresolvedExternCrate { ast } => {
let item = ast.to_node(db.upcast());
sink.push(UnresolvedExternCrate {
file: ast.file_id,
item: AstPtr::new(&item),
});
}
DiagnosticKind::UnresolvedImport { ast, index } => {
let use_item = ast.to_node(db.upcast());
let hygiene = Hygiene::new(db.upcast(), ast.file_id);
let mut cur = 0;
let mut tree = None;
ModPath::expand_use_item(
InFile::new(ast.file_id, use_item),
&hygiene,
|_mod_path, use_tree, _is_glob, _alias| {
if cur == *index {
tree = Some(use_tree.clone());
}
cur += 1;
},
);
if let Some(tree) = tree {
sink.push(UnresolvedImport { file: ast.file_id, node: AstPtr::new(&tree) });
}
}
DiagnosticKind::UnconfiguredCode { ast } => {
sink.push(InactiveCode { file: ast.file_id, node: ast.value.clone() });
}
2019-10-31 15:45:10 +00:00
}
}
}
}