Auto merge of #16832 - Veykril:macarons, r=Veykril
internal: Shrink MacroCallLoc Shaves off 4/8 bytes
This commit is contained in:
commit
6fc3a3ef05
@ -745,6 +745,7 @@ fn collect_item(
|
|||||||
self.collect_macro_items(res, &|| hir_expand::MacroCallKind::FnLike {
|
self.collect_macro_items(res, &|| hir_expand::MacroCallKind::FnLike {
|
||||||
ast_id: InFile::new(file_id, ast_id),
|
ast_id: InFile::new(file_id, ast_id),
|
||||||
expand_to: hir_expand::ExpandTo::Items,
|
expand_to: hir_expand::ExpandTo::Items,
|
||||||
|
eager: None,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
Ok(None) => (),
|
Ok(None) => (),
|
||||||
@ -754,6 +755,7 @@ fn collect_item(
|
|||||||
MacroCallKind::FnLike {
|
MacroCallKind::FnLike {
|
||||||
ast_id: InFile::new(file_id, ast_id),
|
ast_id: InFile::new(file_id, ast_id),
|
||||||
expand_to,
|
expand_to,
|
||||||
|
eager: None,
|
||||||
},
|
},
|
||||||
Clone::clone(path),
|
Clone::clone(path),
|
||||||
));
|
));
|
||||||
|
@ -1403,17 +1403,20 @@ fn macro_call_as_call_id_with_eager(
|
|||||||
resolver(call.path.clone()).ok_or_else(|| UnresolvedMacro { path: call.path.clone() })?;
|
resolver(call.path.clone()).ok_or_else(|| UnresolvedMacro { path: call.path.clone() })?;
|
||||||
|
|
||||||
let res = match def.kind {
|
let res = match def.kind {
|
||||||
MacroDefKind::BuiltInEager(..) => {
|
MacroDefKind::BuiltInEager(..) => expand_eager_macro_input(
|
||||||
let macro_call = InFile::new(call.ast_id.file_id, call.ast_id.to_node(db));
|
db,
|
||||||
expand_eager_macro_input(db, krate, macro_call, def, call_site, &|path| {
|
krate,
|
||||||
eager_resolver(path).filter(MacroDefId::is_fn_like)
|
&call.ast_id.to_node(db),
|
||||||
})
|
call.ast_id,
|
||||||
}
|
def,
|
||||||
|
call_site,
|
||||||
|
&|path| eager_resolver(path).filter(MacroDefId::is_fn_like),
|
||||||
|
),
|
||||||
_ if def.is_fn_like() => ExpandResult {
|
_ if def.is_fn_like() => ExpandResult {
|
||||||
value: Some(def.as_lazy_macro(
|
value: Some(def.make_call(
|
||||||
db,
|
db,
|
||||||
krate,
|
krate,
|
||||||
MacroCallKind::FnLike { ast_id: call.ast_id, expand_to },
|
MacroCallKind::FnLike { ast_id: call.ast_id, expand_to, eager: None },
|
||||||
call_site,
|
call_site,
|
||||||
)),
|
)),
|
||||||
err: None,
|
err: None,
|
||||||
|
@ -116,7 +116,7 @@ pub(super) fn attr_macro_as_call_id(
|
|||||||
_ => None,
|
_ => None,
|
||||||
};
|
};
|
||||||
|
|
||||||
def.as_lazy_macro(
|
def.make_call(
|
||||||
db.upcast(),
|
db.upcast(),
|
||||||
krate,
|
krate,
|
||||||
MacroCallKind::Attr {
|
MacroCallKind::Attr {
|
||||||
@ -140,7 +140,7 @@ pub(super) fn derive_macro_as_call_id(
|
|||||||
let (macro_id, def_id) = resolver(item_attr.path.clone())
|
let (macro_id, def_id) = resolver(item_attr.path.clone())
|
||||||
.filter(|(_, def_id)| def_id.is_derive())
|
.filter(|(_, def_id)| def_id.is_derive())
|
||||||
.ok_or_else(|| UnresolvedMacro { path: item_attr.path.clone() })?;
|
.ok_or_else(|| UnresolvedMacro { path: item_attr.path.clone() })?;
|
||||||
let call_id = def_id.as_lazy_macro(
|
let call_id = def_id.make_call(
|
||||||
db.upcast(),
|
db.upcast(),
|
||||||
krate,
|
krate,
|
||||||
MacroCallKind::Derive {
|
MacroCallKind::Derive {
|
||||||
|
@ -1451,7 +1451,11 @@ fn finish(mut self) -> DefMap {
|
|||||||
if let Err(UnresolvedMacro { path }) = macro_call_as_call_id {
|
if let Err(UnresolvedMacro { path }) = macro_call_as_call_id {
|
||||||
self.def_map.diagnostics.push(DefDiagnostic::unresolved_macro_call(
|
self.def_map.diagnostics.push(DefDiagnostic::unresolved_macro_call(
|
||||||
directive.module_id,
|
directive.module_id,
|
||||||
MacroCallKind::FnLike { ast_id: ast_id.ast_id, expand_to: *expand_to },
|
MacroCallKind::FnLike {
|
||||||
|
ast_id: ast_id.ast_id,
|
||||||
|
expand_to: *expand_to,
|
||||||
|
eager: None,
|
||||||
|
},
|
||||||
path,
|
path,
|
||||||
));
|
));
|
||||||
}
|
}
|
||||||
|
@ -117,7 +117,7 @@ fn derive_expand(
|
|||||||
}
|
}
|
||||||
|
|
||||||
pub fn pseudo_derive_attr_expansion(
|
pub fn pseudo_derive_attr_expansion(
|
||||||
tt: &tt::Subtree,
|
_: &tt::Subtree,
|
||||||
args: &tt::Subtree,
|
args: &tt::Subtree,
|
||||||
call_site: Span,
|
call_site: Span,
|
||||||
) -> ExpandResult<tt::Subtree> {
|
) -> ExpandResult<tt::Subtree> {
|
||||||
@ -141,7 +141,7 @@ pub fn pseudo_derive_attr_expansion(
|
|||||||
token_trees.push(mk_leaf(']'));
|
token_trees.push(mk_leaf(']'));
|
||||||
}
|
}
|
||||||
ExpandResult::ok(tt::Subtree {
|
ExpandResult::ok(tt::Subtree {
|
||||||
delimiter: tt.delimiter,
|
delimiter: args.delimiter,
|
||||||
token_trees: token_trees.into_boxed_slice(),
|
token_trees: token_trees.into_boxed_slice(),
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
@ -6,19 +6,16 @@
|
|||||||
use mbe::{syntax_node_to_token_tree, ValueResult};
|
use mbe::{syntax_node_to_token_tree, ValueResult};
|
||||||
use rustc_hash::FxHashSet;
|
use rustc_hash::FxHashSet;
|
||||||
use span::{AstIdMap, SyntaxContextData, SyntaxContextId};
|
use span::{AstIdMap, SyntaxContextData, SyntaxContextId};
|
||||||
use syntax::{
|
use syntax::{ast, AstNode, Parse, SyntaxElement, SyntaxError, SyntaxNode, SyntaxToken, T};
|
||||||
ast::{self, HasAttrs},
|
|
||||||
AstNode, Parse, SyntaxElement, SyntaxError, SyntaxNode, SyntaxToken, T,
|
|
||||||
};
|
|
||||||
use triomphe::Arc;
|
use triomphe::Arc;
|
||||||
|
|
||||||
use crate::{
|
use crate::{
|
||||||
attrs::collect_attrs,
|
attrs::{collect_attrs, AttrId},
|
||||||
builtin_attr_macro::pseudo_derive_attr_expansion,
|
builtin_attr_macro::pseudo_derive_attr_expansion,
|
||||||
builtin_fn_macro::EagerExpander,
|
builtin_fn_macro::EagerExpander,
|
||||||
cfg_process,
|
cfg_process,
|
||||||
declarative::DeclarativeMacroExpander,
|
declarative::DeclarativeMacroExpander,
|
||||||
fixup::{self, reverse_fixups, SyntaxFixupUndoInfo},
|
fixup::{self, SyntaxFixupUndoInfo},
|
||||||
hygiene::{span_with_call_site_ctxt, span_with_def_site_ctxt, span_with_mixed_site_ctxt},
|
hygiene::{span_with_call_site_ctxt, span_with_def_site_ctxt, span_with_mixed_site_ctxt},
|
||||||
proc_macro::ProcMacros,
|
proc_macro::ProcMacros,
|
||||||
span_map::{RealSpanMap, SpanMap, SpanMapRef},
|
span_map::{RealSpanMap, SpanMap, SpanMapRef},
|
||||||
@ -149,8 +146,18 @@ pub fn expand_speculative(
|
|||||||
mbe::syntax_node_to_token_tree(speculative_args, span_map, loc.call_site),
|
mbe::syntax_node_to_token_tree(speculative_args, span_map, loc.call_site),
|
||||||
SyntaxFixupUndoInfo::NONE,
|
SyntaxFixupUndoInfo::NONE,
|
||||||
),
|
),
|
||||||
MacroCallKind::Derive { .. } | MacroCallKind::Attr { .. } => {
|
MacroCallKind::Attr { .. } if loc.def.is_attribute_derive() => (
|
||||||
let censor = censor_for_macro_input(&loc, speculative_args);
|
mbe::syntax_node_to_token_tree(speculative_args, span_map, loc.call_site),
|
||||||
|
SyntaxFixupUndoInfo::NONE,
|
||||||
|
),
|
||||||
|
MacroCallKind::Derive { derive_attr_index: index, .. }
|
||||||
|
| MacroCallKind::Attr { invoc_attr_index: index, .. } => {
|
||||||
|
let censor = if let MacroCallKind::Derive { .. } = loc.kind {
|
||||||
|
censor_derive_input(index, &ast::Adt::cast(speculative_args.clone())?)
|
||||||
|
} else {
|
||||||
|
censor_attr_input(index, &ast::Item::cast(speculative_args.clone())?)
|
||||||
|
};
|
||||||
|
|
||||||
let censor_cfg =
|
let censor_cfg =
|
||||||
cfg_process::process_cfg_attrs(speculative_args, &loc, db).unwrap_or_default();
|
cfg_process::process_cfg_attrs(speculative_args, &loc, db).unwrap_or_default();
|
||||||
let mut fixups = fixup::fixup_syntax(span_map, speculative_args, loc.call_site);
|
let mut fixups = fixup::fixup_syntax(span_map, speculative_args, loc.call_site);
|
||||||
@ -324,185 +331,173 @@ pub(crate) fn parse_with_map(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// FIXME: for derive attributes, this will return separate copies of the same structures!
|
// FIXME: for derive attributes, this will return separate copies of the same structures! Though
|
||||||
|
// they may differ in spans due to differing call sites...
|
||||||
fn macro_arg(
|
fn macro_arg(
|
||||||
db: &dyn ExpandDatabase,
|
db: &dyn ExpandDatabase,
|
||||||
id: MacroCallId,
|
id: MacroCallId,
|
||||||
// FIXME: consider the following by putting fixup info into eager call info args
|
|
||||||
// ) -> ValueResult<Arc<(tt::Subtree, SyntaxFixupUndoInfo)>, Arc<Box<[SyntaxError]>>> {
|
|
||||||
) -> ValueResult<(Arc<tt::Subtree>, SyntaxFixupUndoInfo), Arc<Box<[SyntaxError]>>> {
|
) -> ValueResult<(Arc<tt::Subtree>, SyntaxFixupUndoInfo), Arc<Box<[SyntaxError]>>> {
|
||||||
let loc = db.lookup_intern_macro_call(id);
|
let loc = db.lookup_intern_macro_call(id);
|
||||||
if let Some(EagerCallInfo { arg, .. }) = matches!(loc.def.kind, MacroDefKind::BuiltInEager(..))
|
|
||||||
.then(|| loc.eager.as_deref())
|
if let MacroCallLoc {
|
||||||
.flatten()
|
def: MacroDefId { kind: MacroDefKind::BuiltInEager(..), .. },
|
||||||
|
kind: MacroCallKind::FnLike { eager: Some(eager), .. },
|
||||||
|
..
|
||||||
|
} = &loc
|
||||||
{
|
{
|
||||||
ValueResult::ok((arg.clone(), SyntaxFixupUndoInfo::NONE))
|
return ValueResult::ok((eager.arg.clone(), SyntaxFixupUndoInfo::NONE));
|
||||||
} else {
|
|
||||||
let (parse, map) = parse_with_map(db, loc.kind.file_id());
|
|
||||||
let root = parse.syntax_node();
|
|
||||||
|
|
||||||
let syntax = match loc.kind {
|
|
||||||
MacroCallKind::FnLike { ast_id, .. } => {
|
|
||||||
let dummy_tt = |kind| {
|
|
||||||
(
|
|
||||||
Arc::new(tt::Subtree {
|
|
||||||
delimiter: tt::Delimiter {
|
|
||||||
open: loc.call_site,
|
|
||||||
close: loc.call_site,
|
|
||||||
kind,
|
|
||||||
},
|
|
||||||
token_trees: Box::default(),
|
|
||||||
}),
|
|
||||||
SyntaxFixupUndoInfo::default(),
|
|
||||||
)
|
|
||||||
};
|
|
||||||
|
|
||||||
let node = &ast_id.to_ptr(db).to_node(&root);
|
|
||||||
let offset = node.syntax().text_range().start();
|
|
||||||
let Some(tt) = node.token_tree() else {
|
|
||||||
return ValueResult::new(
|
|
||||||
dummy_tt(tt::DelimiterKind::Invisible),
|
|
||||||
Arc::new(Box::new([SyntaxError::new_at_offset(
|
|
||||||
"missing token tree".to_owned(),
|
|
||||||
offset,
|
|
||||||
)])),
|
|
||||||
);
|
|
||||||
};
|
|
||||||
let first = tt.left_delimiter_token().map(|it| it.kind()).unwrap_or(T!['(']);
|
|
||||||
let last = tt.right_delimiter_token().map(|it| it.kind()).unwrap_or(T![.]);
|
|
||||||
|
|
||||||
let mismatched_delimiters = !matches!(
|
|
||||||
(first, last),
|
|
||||||
(T!['('], T![')']) | (T!['['], T![']']) | (T!['{'], T!['}'])
|
|
||||||
);
|
|
||||||
if mismatched_delimiters {
|
|
||||||
// Don't expand malformed (unbalanced) macro invocations. This is
|
|
||||||
// less than ideal, but trying to expand unbalanced macro calls
|
|
||||||
// sometimes produces pathological, deeply nested code which breaks
|
|
||||||
// all kinds of things.
|
|
||||||
//
|
|
||||||
// So instead, we'll return an empty subtree here
|
|
||||||
cov_mark::hit!(issue9358_bad_macro_stack_overflow);
|
|
||||||
|
|
||||||
let kind = match first {
|
|
||||||
_ if loc.def.is_proc_macro() => tt::DelimiterKind::Invisible,
|
|
||||||
T!['('] => tt::DelimiterKind::Parenthesis,
|
|
||||||
T!['['] => tt::DelimiterKind::Bracket,
|
|
||||||
T!['{'] => tt::DelimiterKind::Brace,
|
|
||||||
_ => tt::DelimiterKind::Invisible,
|
|
||||||
};
|
|
||||||
return ValueResult::new(
|
|
||||||
dummy_tt(kind),
|
|
||||||
Arc::new(Box::new([SyntaxError::new_at_offset(
|
|
||||||
"mismatched delimiters".to_owned(),
|
|
||||||
offset,
|
|
||||||
)])),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
tt.syntax().clone()
|
|
||||||
}
|
|
||||||
MacroCallKind::Derive { ast_id, .. } => {
|
|
||||||
ast_id.to_ptr(db).to_node(&root).syntax().clone()
|
|
||||||
}
|
|
||||||
MacroCallKind::Attr { ast_id, .. } => ast_id.to_ptr(db).to_node(&root).syntax().clone(),
|
|
||||||
};
|
|
||||||
let (mut tt, undo_info) = match loc.kind {
|
|
||||||
MacroCallKind::FnLike { .. } => (
|
|
||||||
mbe::syntax_node_to_token_tree(&syntax, map.as_ref(), loc.call_site),
|
|
||||||
SyntaxFixupUndoInfo::NONE,
|
|
||||||
),
|
|
||||||
MacroCallKind::Derive { .. } | MacroCallKind::Attr { .. } => {
|
|
||||||
let censor = censor_for_macro_input(&loc, &syntax);
|
|
||||||
let censor_cfg =
|
|
||||||
cfg_process::process_cfg_attrs(&syntax, &loc, db).unwrap_or_default();
|
|
||||||
let mut fixups = fixup::fixup_syntax(map.as_ref(), &syntax, loc.call_site);
|
|
||||||
fixups.append.retain(|it, _| match it {
|
|
||||||
syntax::NodeOrToken::Token(_) => true,
|
|
||||||
it => !censor.contains(it) && !censor_cfg.contains(it),
|
|
||||||
});
|
|
||||||
fixups.remove.extend(censor);
|
|
||||||
fixups.remove.extend(censor_cfg);
|
|
||||||
|
|
||||||
{
|
|
||||||
let mut tt = mbe::syntax_node_to_token_tree_modified(
|
|
||||||
&syntax,
|
|
||||||
map.as_ref(),
|
|
||||||
fixups.append.clone(),
|
|
||||||
fixups.remove.clone(),
|
|
||||||
loc.call_site,
|
|
||||||
);
|
|
||||||
reverse_fixups(&mut tt, &fixups.undo_info);
|
|
||||||
}
|
|
||||||
(
|
|
||||||
mbe::syntax_node_to_token_tree_modified(
|
|
||||||
&syntax,
|
|
||||||
map,
|
|
||||||
fixups.append,
|
|
||||||
fixups.remove,
|
|
||||||
loc.call_site,
|
|
||||||
),
|
|
||||||
fixups.undo_info,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
if loc.def.is_proc_macro() {
|
|
||||||
// proc macros expect their inputs without parentheses, MBEs expect it with them included
|
|
||||||
tt.delimiter.kind = tt::DelimiterKind::Invisible;
|
|
||||||
}
|
|
||||||
|
|
||||||
if matches!(loc.def.kind, MacroDefKind::BuiltInEager(..)) {
|
|
||||||
match parse.errors() {
|
|
||||||
errors if errors.is_empty() => ValueResult::ok((Arc::new(tt), undo_info)),
|
|
||||||
errors => ValueResult::new(
|
|
||||||
(Arc::new(tt), undo_info),
|
|
||||||
// Box::<[_]>::from(res.errors()), not stable yet
|
|
||||||
Arc::new(errors.to_vec().into_boxed_slice()),
|
|
||||||
),
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
ValueResult::ok((Arc::new(tt), undo_info))
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
let (parse, map) = parse_with_map(db, loc.kind.file_id());
|
||||||
|
let root = parse.syntax_node();
|
||||||
|
|
||||||
|
let (censor, item_node) = match loc.kind {
|
||||||
|
MacroCallKind::FnLike { ast_id, .. } => {
|
||||||
|
let dummy_tt = |kind| {
|
||||||
|
(
|
||||||
|
Arc::new(tt::Subtree {
|
||||||
|
delimiter: tt::Delimiter {
|
||||||
|
open: loc.call_site,
|
||||||
|
close: loc.call_site,
|
||||||
|
kind,
|
||||||
|
},
|
||||||
|
token_trees: Box::default(),
|
||||||
|
}),
|
||||||
|
SyntaxFixupUndoInfo::default(),
|
||||||
|
)
|
||||||
|
};
|
||||||
|
|
||||||
|
let node = &ast_id.to_ptr(db).to_node(&root);
|
||||||
|
let offset = node.syntax().text_range().start();
|
||||||
|
let Some(tt) = node.token_tree() else {
|
||||||
|
return ValueResult::new(
|
||||||
|
dummy_tt(tt::DelimiterKind::Invisible),
|
||||||
|
Arc::new(Box::new([SyntaxError::new_at_offset(
|
||||||
|
"missing token tree".to_owned(),
|
||||||
|
offset,
|
||||||
|
)])),
|
||||||
|
);
|
||||||
|
};
|
||||||
|
let first = tt.left_delimiter_token().map(|it| it.kind()).unwrap_or(T!['(']);
|
||||||
|
let last = tt.right_delimiter_token().map(|it| it.kind()).unwrap_or(T![.]);
|
||||||
|
|
||||||
|
let mismatched_delimiters = !matches!(
|
||||||
|
(first, last),
|
||||||
|
(T!['('], T![')']) | (T!['['], T![']']) | (T!['{'], T!['}'])
|
||||||
|
);
|
||||||
|
if mismatched_delimiters {
|
||||||
|
// Don't expand malformed (unbalanced) macro invocations. This is
|
||||||
|
// less than ideal, but trying to expand unbalanced macro calls
|
||||||
|
// sometimes produces pathological, deeply nested code which breaks
|
||||||
|
// all kinds of things.
|
||||||
|
//
|
||||||
|
// So instead, we'll return an empty subtree here
|
||||||
|
cov_mark::hit!(issue9358_bad_macro_stack_overflow);
|
||||||
|
|
||||||
|
let kind = match first {
|
||||||
|
_ if loc.def.is_proc_macro() => tt::DelimiterKind::Invisible,
|
||||||
|
T!['('] => tt::DelimiterKind::Parenthesis,
|
||||||
|
T!['['] => tt::DelimiterKind::Bracket,
|
||||||
|
T!['{'] => tt::DelimiterKind::Brace,
|
||||||
|
_ => tt::DelimiterKind::Invisible,
|
||||||
|
};
|
||||||
|
return ValueResult::new(
|
||||||
|
dummy_tt(kind),
|
||||||
|
Arc::new(Box::new([SyntaxError::new_at_offset(
|
||||||
|
"mismatched delimiters".to_owned(),
|
||||||
|
offset,
|
||||||
|
)])),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut tt = mbe::syntax_node_to_token_tree(tt.syntax(), map.as_ref(), loc.call_site);
|
||||||
|
if loc.def.is_proc_macro() {
|
||||||
|
// proc macros expect their inputs without parentheses, MBEs expect it with them included
|
||||||
|
tt.delimiter.kind = tt::DelimiterKind::Invisible;
|
||||||
|
}
|
||||||
|
let val = (Arc::new(tt), SyntaxFixupUndoInfo::NONE);
|
||||||
|
return if matches!(loc.def.kind, MacroDefKind::BuiltInEager(..)) {
|
||||||
|
match parse.errors() {
|
||||||
|
errors if errors.is_empty() => ValueResult::ok(val),
|
||||||
|
errors => ValueResult::new(
|
||||||
|
val,
|
||||||
|
// Box::<[_]>::from(res.errors()), not stable yet
|
||||||
|
Arc::new(errors.to_vec().into_boxed_slice()),
|
||||||
|
),
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
ValueResult::ok(val)
|
||||||
|
};
|
||||||
|
}
|
||||||
|
MacroCallKind::Derive { ast_id, derive_attr_index, .. } => {
|
||||||
|
let node = ast_id.to_ptr(db).to_node(&root);
|
||||||
|
(censor_derive_input(derive_attr_index, &node), node.into())
|
||||||
|
}
|
||||||
|
MacroCallKind::Attr { ast_id, invoc_attr_index, .. } => {
|
||||||
|
let node = ast_id.to_ptr(db).to_node(&root);
|
||||||
|
(censor_attr_input(invoc_attr_index, &node), node)
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let (mut tt, undo_info) = {
|
||||||
|
let syntax = item_node.syntax();
|
||||||
|
let censor_cfg = cfg_process::process_cfg_attrs(syntax, &loc, db).unwrap_or_default();
|
||||||
|
let mut fixups = fixup::fixup_syntax(map.as_ref(), syntax, loc.call_site);
|
||||||
|
fixups.append.retain(|it, _| match it {
|
||||||
|
syntax::NodeOrToken::Token(_) => true,
|
||||||
|
it => !censor.contains(it) && !censor_cfg.contains(it),
|
||||||
|
});
|
||||||
|
fixups.remove.extend(censor);
|
||||||
|
fixups.remove.extend(censor_cfg);
|
||||||
|
|
||||||
|
(
|
||||||
|
mbe::syntax_node_to_token_tree_modified(
|
||||||
|
syntax,
|
||||||
|
map,
|
||||||
|
fixups.append,
|
||||||
|
fixups.remove,
|
||||||
|
loc.call_site,
|
||||||
|
),
|
||||||
|
fixups.undo_info,
|
||||||
|
)
|
||||||
|
};
|
||||||
|
|
||||||
|
if loc.def.is_proc_macro() {
|
||||||
|
// proc macros expect their inputs without parentheses, MBEs expect it with them included
|
||||||
|
tt.delimiter.kind = tt::DelimiterKind::Invisible;
|
||||||
|
}
|
||||||
|
|
||||||
|
ValueResult::ok((Arc::new(tt), undo_info))
|
||||||
}
|
}
|
||||||
|
|
||||||
// FIXME: Censoring info should be calculated by the caller! Namely by name resolution
|
// FIXME: Censoring info should be calculated by the caller! Namely by name resolution
|
||||||
/// Certain macro calls expect some nodes in the input to be preprocessed away, namely:
|
/// Derives expect all `#[derive(..)]` invocations up to the currently invoked one to be stripped
|
||||||
/// - derives expect all `#[derive(..)]` invocations up to the currently invoked one to be stripped
|
fn censor_derive_input(derive_attr_index: AttrId, node: &ast::Adt) -> FxHashSet<SyntaxElement> {
|
||||||
/// - attributes expect the invoking attribute to be stripped
|
|
||||||
fn censor_for_macro_input(loc: &MacroCallLoc, node: &SyntaxNode) -> FxHashSet<SyntaxElement> {
|
|
||||||
// FIXME: handle `cfg_attr`
|
// FIXME: handle `cfg_attr`
|
||||||
(|| {
|
cov_mark::hit!(derive_censoring);
|
||||||
let censor = match loc.kind {
|
collect_attrs(node)
|
||||||
MacroCallKind::FnLike { .. } => return None,
|
.take(derive_attr_index.ast_index() + 1)
|
||||||
MacroCallKind::Derive { derive_attr_index, .. } => {
|
.filter_map(|(_, attr)| Either::left(attr))
|
||||||
cov_mark::hit!(derive_censoring);
|
// FIXME, this resolution should not be done syntactically
|
||||||
ast::Item::cast(node.clone())?
|
// derive is a proper macro now, no longer builtin
|
||||||
.attrs()
|
// But we do not have resolution at this stage, this means
|
||||||
.take(derive_attr_index.ast_index() + 1)
|
// we need to know about all macro calls for the given ast item here
|
||||||
// FIXME, this resolution should not be done syntactically
|
// so we require some kind of mapping...
|
||||||
// derive is a proper macro now, no longer builtin
|
.filter(|attr| attr.simple_name().as_deref() == Some("derive"))
|
||||||
// But we do not have resolution at this stage, this means
|
.map(|it| it.syntax().clone().into())
|
||||||
// we need to know about all macro calls for the given ast item here
|
.collect()
|
||||||
// so we require some kind of mapping...
|
}
|
||||||
.filter(|attr| attr.simple_name().as_deref() == Some("derive"))
|
|
||||||
.map(|it| it.syntax().clone().into())
|
/// Attributes expect the invoking attribute to be stripped\
|
||||||
.collect()
|
fn censor_attr_input(invoc_attr_index: AttrId, node: &ast::Item) -> FxHashSet<SyntaxElement> {
|
||||||
}
|
// FIXME: handle `cfg_attr`
|
||||||
MacroCallKind::Attr { .. } if loc.def.is_attribute_derive() => return None,
|
cov_mark::hit!(attribute_macro_attr_censoring);
|
||||||
MacroCallKind::Attr { invoc_attr_index, .. } => {
|
collect_attrs(node)
|
||||||
cov_mark::hit!(attribute_macro_attr_censoring);
|
.nth(invoc_attr_index.ast_index())
|
||||||
collect_attrs(&ast::Item::cast(node.clone())?)
|
.and_then(|(_, attr)| Either::left(attr))
|
||||||
.nth(invoc_attr_index.ast_index())
|
.map(|attr| attr.syntax().clone().into())
|
||||||
.and_then(|x| Either::left(x.1))
|
.into_iter()
|
||||||
.map(|attr| attr.syntax().clone().into())
|
.collect()
|
||||||
.into_iter()
|
|
||||||
.collect()
|
|
||||||
}
|
|
||||||
};
|
|
||||||
Some(censor)
|
|
||||||
})()
|
|
||||||
.unwrap_or_default()
|
|
||||||
}
|
}
|
||||||
|
|
||||||
impl TokenExpander {
|
impl TokenExpander {
|
||||||
@ -532,7 +527,7 @@ fn macro_expand(
|
|||||||
) -> ExpandResult<CowArc<tt::Subtree>> {
|
) -> ExpandResult<CowArc<tt::Subtree>> {
|
||||||
let _p = tracing::span!(tracing::Level::INFO, "macro_expand").entered();
|
let _p = tracing::span!(tracing::Level::INFO, "macro_expand").entered();
|
||||||
|
|
||||||
let ExpandResult { value: tt, mut err } = match loc.def.kind {
|
let ExpandResult { value: tt, err } = match loc.def.kind {
|
||||||
MacroDefKind::ProcMacro(..) => return db.expand_proc_macro(macro_call_id).map(CowArc::Arc),
|
MacroDefKind::ProcMacro(..) => return db.expand_proc_macro(macro_call_id).map(CowArc::Arc),
|
||||||
_ => {
|
_ => {
|
||||||
let ValueResult { value: (macro_arg, undo_info), err } = db.macro_arg(macro_call_id);
|
let ValueResult { value: (macro_arg, undo_info), err } = db.macro_arg(macro_call_id);
|
||||||
@ -555,23 +550,34 @@ fn macro_expand(
|
|||||||
MacroDefKind::BuiltIn(it, _) => {
|
MacroDefKind::BuiltIn(it, _) => {
|
||||||
it.expand(db, macro_call_id, arg).map_err(Into::into)
|
it.expand(db, macro_call_id, arg).map_err(Into::into)
|
||||||
}
|
}
|
||||||
// This might look a bit odd, but we do not expand the inputs to eager macros here.
|
|
||||||
// Eager macros inputs are expanded, well, eagerly when we collect the macro calls.
|
|
||||||
// That kind of expansion uses the ast id map of an eager macros input though which goes through
|
|
||||||
// the HirFileId machinery. As eager macro inputs are assigned a macro file id that query
|
|
||||||
// will end up going through here again, whereas we want to just want to inspect the raw input.
|
|
||||||
// As such we just return the input subtree here.
|
|
||||||
MacroDefKind::BuiltInEager(..) if loc.eager.is_none() => {
|
|
||||||
return ExpandResult {
|
|
||||||
value: CowArc::Arc(macro_arg.clone()),
|
|
||||||
err: err.map(format_parse_err),
|
|
||||||
};
|
|
||||||
}
|
|
||||||
MacroDefKind::BuiltInDerive(it, _) => {
|
MacroDefKind::BuiltInDerive(it, _) => {
|
||||||
it.expand(db, macro_call_id, arg).map_err(Into::into)
|
it.expand(db, macro_call_id, arg).map_err(Into::into)
|
||||||
}
|
}
|
||||||
MacroDefKind::BuiltInEager(it, _) => {
|
MacroDefKind::BuiltInEager(it, _) => {
|
||||||
it.expand(db, macro_call_id, arg).map_err(Into::into)
|
// This might look a bit odd, but we do not expand the inputs to eager macros here.
|
||||||
|
// Eager macros inputs are expanded, well, eagerly when we collect the macro calls.
|
||||||
|
// That kind of expansion uses the ast id map of an eager macros input though which goes through
|
||||||
|
// the HirFileId machinery. As eager macro inputs are assigned a macro file id that query
|
||||||
|
// will end up going through here again, whereas we want to just want to inspect the raw input.
|
||||||
|
// As such we just return the input subtree here.
|
||||||
|
let eager = match &loc.kind {
|
||||||
|
MacroCallKind::FnLike { eager: None, .. } => {
|
||||||
|
return ExpandResult {
|
||||||
|
value: CowArc::Arc(macro_arg.clone()),
|
||||||
|
err: err.map(format_parse_err),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
MacroCallKind::FnLike { eager: Some(eager), .. } => Some(&**eager),
|
||||||
|
_ => None,
|
||||||
|
};
|
||||||
|
|
||||||
|
let mut res = it.expand(db, macro_call_id, arg).map_err(Into::into);
|
||||||
|
|
||||||
|
if let Some(EagerCallInfo { error, .. }) = eager {
|
||||||
|
// FIXME: We should report both errors!
|
||||||
|
res.err = error.clone().or(res.err);
|
||||||
|
}
|
||||||
|
res
|
||||||
}
|
}
|
||||||
MacroDefKind::BuiltInAttr(it, _) => {
|
MacroDefKind::BuiltInAttr(it, _) => {
|
||||||
let mut res = it.expand(db, macro_call_id, arg);
|
let mut res = it.expand(db, macro_call_id, arg);
|
||||||
@ -588,11 +594,6 @@ fn macro_expand(
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
if let Some(EagerCallInfo { error, .. }) = loc.eager.as_deref() {
|
|
||||||
// FIXME: We should report both errors!
|
|
||||||
err = error.clone().or(err);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Skip checking token tree limit for include! macro call
|
// Skip checking token tree limit for include! macro call
|
||||||
if !loc.def.is_include() {
|
if !loc.def.is_include() {
|
||||||
// Set a hard limit for the expanded tt
|
// Set a hard limit for the expanded tt
|
||||||
|
@ -27,22 +27,20 @@
|
|||||||
ast::{self, AstNode},
|
ast::{self, AstNode},
|
||||||
db::ExpandDatabase,
|
db::ExpandDatabase,
|
||||||
mod_path::ModPath,
|
mod_path::ModPath,
|
||||||
EagerCallInfo, ExpandError, ExpandResult, ExpandTo, ExpansionSpanMap, InFile, Intern,
|
AstId, EagerCallInfo, ExpandError, ExpandResult, ExpandTo, ExpansionSpanMap, InFile, Intern,
|
||||||
MacroCallId, MacroCallKind, MacroCallLoc, MacroDefId, MacroDefKind,
|
MacroCallId, MacroCallKind, MacroCallLoc, MacroDefId, MacroDefKind,
|
||||||
};
|
};
|
||||||
|
|
||||||
pub fn expand_eager_macro_input(
|
pub fn expand_eager_macro_input(
|
||||||
db: &dyn ExpandDatabase,
|
db: &dyn ExpandDatabase,
|
||||||
krate: CrateId,
|
krate: CrateId,
|
||||||
macro_call: InFile<ast::MacroCall>,
|
macro_call: &ast::MacroCall,
|
||||||
|
ast_id: AstId<ast::MacroCall>,
|
||||||
def: MacroDefId,
|
def: MacroDefId,
|
||||||
call_site: Span,
|
call_site: Span,
|
||||||
resolver: &dyn Fn(ModPath) -> Option<MacroDefId>,
|
resolver: &dyn Fn(ModPath) -> Option<MacroDefId>,
|
||||||
) -> ExpandResult<Option<MacroCallId>> {
|
) -> ExpandResult<Option<MacroCallId>> {
|
||||||
let ast_map = db.ast_id_map(macro_call.file_id);
|
let expand_to = ExpandTo::from_call_site(macro_call);
|
||||||
// the expansion which the ast id map is built upon has no whitespace, so the offsets are wrong as macro_call is from the token tree that has whitespace!
|
|
||||||
let call_id = InFile::new(macro_call.file_id, ast_map.ast_id(¯o_call.value));
|
|
||||||
let expand_to = ExpandTo::from_call_site(¯o_call.value);
|
|
||||||
|
|
||||||
// Note:
|
// Note:
|
||||||
// When `lazy_expand` is called, its *parent* file must already exist.
|
// When `lazy_expand` is called, its *parent* file must already exist.
|
||||||
@ -51,8 +49,7 @@ pub fn expand_eager_macro_input(
|
|||||||
let arg_id = MacroCallLoc {
|
let arg_id = MacroCallLoc {
|
||||||
def,
|
def,
|
||||||
krate,
|
krate,
|
||||||
eager: None,
|
kind: MacroCallKind::FnLike { ast_id, expand_to: ExpandTo::Expr, eager: None },
|
||||||
kind: MacroCallKind::FnLike { ast_id: call_id, expand_to: ExpandTo::Expr },
|
|
||||||
call_site,
|
call_site,
|
||||||
}
|
}
|
||||||
.intern(db);
|
.intern(db);
|
||||||
@ -89,8 +86,15 @@ pub fn expand_eager_macro_input(
|
|||||||
let loc = MacroCallLoc {
|
let loc = MacroCallLoc {
|
||||||
def,
|
def,
|
||||||
krate,
|
krate,
|
||||||
eager: Some(Arc::new(EagerCallInfo { arg: Arc::new(subtree), arg_id, error: err.clone() })),
|
kind: MacroCallKind::FnLike {
|
||||||
kind: MacroCallKind::FnLike { ast_id: call_id, expand_to },
|
ast_id,
|
||||||
|
expand_to,
|
||||||
|
eager: Some(Arc::new(EagerCallInfo {
|
||||||
|
arg: Arc::new(subtree),
|
||||||
|
arg_id,
|
||||||
|
error: err.clone(),
|
||||||
|
})),
|
||||||
|
},
|
||||||
call_site,
|
call_site,
|
||||||
};
|
};
|
||||||
|
|
||||||
@ -100,15 +104,18 @@ pub fn expand_eager_macro_input(
|
|||||||
fn lazy_expand(
|
fn lazy_expand(
|
||||||
db: &dyn ExpandDatabase,
|
db: &dyn ExpandDatabase,
|
||||||
def: &MacroDefId,
|
def: &MacroDefId,
|
||||||
macro_call: InFile<ast::MacroCall>,
|
macro_call: &ast::MacroCall,
|
||||||
|
ast_id: AstId<ast::MacroCall>,
|
||||||
krate: CrateId,
|
krate: CrateId,
|
||||||
call_site: Span,
|
call_site: Span,
|
||||||
) -> ExpandResult<(InFile<Parse<SyntaxNode>>, Arc<ExpansionSpanMap>)> {
|
) -> ExpandResult<(InFile<Parse<SyntaxNode>>, Arc<ExpansionSpanMap>)> {
|
||||||
let ast_id = db.ast_id_map(macro_call.file_id).ast_id(¯o_call.value);
|
let expand_to = ExpandTo::from_call_site(macro_call);
|
||||||
|
let id = def.make_call(
|
||||||
let expand_to = ExpandTo::from_call_site(¯o_call.value);
|
db,
|
||||||
let ast_id = macro_call.with_value(ast_id);
|
krate,
|
||||||
let id = def.as_lazy_macro(db, krate, MacroCallKind::FnLike { ast_id, expand_to }, call_site);
|
MacroCallKind::FnLike { ast_id, expand_to, eager: None },
|
||||||
|
call_site,
|
||||||
|
);
|
||||||
let macro_file = id.as_macro_file();
|
let macro_file = id.as_macro_file();
|
||||||
|
|
||||||
db.parse_macro_expansion(macro_file)
|
db.parse_macro_expansion(macro_file)
|
||||||
@ -172,12 +179,14 @@ fn eager_macro_recur(
|
|||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
let ast_id = db.ast_id_map(curr.file_id).ast_id(&call);
|
||||||
let ExpandResult { value, err } = match def.kind {
|
let ExpandResult { value, err } = match def.kind {
|
||||||
MacroDefKind::BuiltInEager(..) => {
|
MacroDefKind::BuiltInEager(..) => {
|
||||||
let ExpandResult { value, err } = expand_eager_macro_input(
|
let ExpandResult { value, err } = expand_eager_macro_input(
|
||||||
db,
|
db,
|
||||||
krate,
|
krate,
|
||||||
curr.with_value(call.clone()),
|
&call,
|
||||||
|
curr.with_value(ast_id),
|
||||||
def,
|
def,
|
||||||
call_site,
|
call_site,
|
||||||
macro_resolver,
|
macro_resolver,
|
||||||
@ -207,7 +216,7 @@ fn eager_macro_recur(
|
|||||||
| MacroDefKind::BuiltInDerive(..)
|
| MacroDefKind::BuiltInDerive(..)
|
||||||
| MacroDefKind::ProcMacro(..) => {
|
| MacroDefKind::ProcMacro(..) => {
|
||||||
let ExpandResult { value: (parse, tm), err } =
|
let ExpandResult { value: (parse, tm), err } =
|
||||||
lazy_expand(db, &def, curr.with_value(call.clone()), krate, call_site);
|
lazy_expand(db, &def, &call, curr.with_value(ast_id), krate, call_site);
|
||||||
|
|
||||||
// replace macro inside
|
// replace macro inside
|
||||||
let ExpandResult { value, err: error } = eager_macro_recur(
|
let ExpandResult { value, err: error } = eager_macro_recur(
|
||||||
|
@ -170,12 +170,8 @@ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|||||||
pub struct MacroCallLoc {
|
pub struct MacroCallLoc {
|
||||||
pub def: MacroDefId,
|
pub def: MacroDefId,
|
||||||
pub krate: CrateId,
|
pub krate: CrateId,
|
||||||
/// Some if this is a macro call for an eager macro. Note that this is `None`
|
|
||||||
/// for the eager input macro file.
|
|
||||||
// FIXME: This is being interned, subtrees can vary quickly differ just slightly causing
|
|
||||||
// leakage problems here
|
|
||||||
eager: Option<Arc<EagerCallInfo>>,
|
|
||||||
pub kind: MacroCallKind,
|
pub kind: MacroCallKind,
|
||||||
|
// FIXME: Spans while relative to an anchor, are still rather unstable
|
||||||
pub call_site: Span,
|
pub call_site: Span,
|
||||||
}
|
}
|
||||||
impl_intern_value_trivial!(MacroCallLoc);
|
impl_intern_value_trivial!(MacroCallLoc);
|
||||||
@ -214,6 +210,11 @@ pub enum MacroCallKind {
|
|||||||
FnLike {
|
FnLike {
|
||||||
ast_id: AstId<ast::MacroCall>,
|
ast_id: AstId<ast::MacroCall>,
|
||||||
expand_to: ExpandTo,
|
expand_to: ExpandTo,
|
||||||
|
/// Some if this is a macro call for an eager macro. Note that this is `None`
|
||||||
|
/// for the eager input macro file.
|
||||||
|
// FIXME: This is being interned, subtrees can vary quickly differ just slightly causing
|
||||||
|
// leakage problems here
|
||||||
|
eager: Option<Arc<EagerCallInfo>>,
|
||||||
},
|
},
|
||||||
Derive {
|
Derive {
|
||||||
ast_id: AstId<ast::Adt>,
|
ast_id: AstId<ast::Adt>,
|
||||||
@ -275,7 +276,7 @@ fn original_file_respecting_includes(mut self, db: &dyn ExpandDatabase) -> FileI
|
|||||||
HirFileIdRepr::MacroFile(file) => {
|
HirFileIdRepr::MacroFile(file) => {
|
||||||
let loc = db.lookup_intern_macro_call(file.macro_call_id);
|
let loc = db.lookup_intern_macro_call(file.macro_call_id);
|
||||||
if loc.def.is_include() {
|
if loc.def.is_include() {
|
||||||
if let Some(eager) = &loc.eager {
|
if let MacroCallKind::FnLike { eager: Some(eager), .. } = &loc.kind {
|
||||||
if let Ok(it) = builtin_fn_macro::include_input_to_file_id(
|
if let Ok(it) = builtin_fn_macro::include_input_to_file_id(
|
||||||
db,
|
db,
|
||||||
file.macro_call_id,
|
file.macro_call_id,
|
||||||
@ -405,14 +406,14 @@ fn is_derive_attr_pseudo_expansion(&self, db: &dyn ExpandDatabase) -> bool {
|
|||||||
}
|
}
|
||||||
|
|
||||||
impl MacroDefId {
|
impl MacroDefId {
|
||||||
pub fn as_lazy_macro(
|
pub fn make_call(
|
||||||
self,
|
self,
|
||||||
db: &dyn ExpandDatabase,
|
db: &dyn ExpandDatabase,
|
||||||
krate: CrateId,
|
krate: CrateId,
|
||||||
kind: MacroCallKind,
|
kind: MacroCallKind,
|
||||||
call_site: Span,
|
call_site: Span,
|
||||||
) -> MacroCallId {
|
) -> MacroCallId {
|
||||||
MacroCallLoc { def: self, krate, eager: None, kind, call_site }.intern(db)
|
MacroCallLoc { def: self, krate, kind, call_site }.intern(db)
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn definition_range(&self, db: &dyn ExpandDatabase) -> InFile<TextRange> {
|
pub fn definition_range(&self, db: &dyn ExpandDatabase) -> InFile<TextRange> {
|
||||||
@ -534,7 +535,7 @@ pub fn include_file_id(
|
|||||||
macro_call_id: MacroCallId,
|
macro_call_id: MacroCallId,
|
||||||
) -> Option<FileId> {
|
) -> Option<FileId> {
|
||||||
if self.def.is_include() {
|
if self.def.is_include() {
|
||||||
if let Some(eager) = &self.eager {
|
if let MacroCallKind::FnLike { eager: Some(eager), .. } = &self.kind {
|
||||||
if let Ok(it) =
|
if let Ok(it) =
|
||||||
builtin_fn_macro::include_input_to_file_id(db, macro_call_id, &eager.arg)
|
builtin_fn_macro::include_input_to_file_id(db, macro_call_id, &eager.arg)
|
||||||
{
|
{
|
||||||
|
Loading…
Reference in New Issue
Block a user