use proc_macro::TokenStream; use proc_macro2::{Delimiter, TokenTree}; use quote::{quote, quote_spanned}; use syn::parse::{Parse, ParseStream, Result}; use syn::punctuated::Punctuated; use syn::spanned::Spanned; use syn::{ braced, parenthesized, parse_macro_input, parse_quote, AttrStyle, Attribute, Block, Error, Expr, Ident, ReturnType, Token, Type, }; mod kw { syn::custom_keyword!(query); } /// Ident or a wildcard `_`. struct IdentOrWild(Ident); impl Parse for IdentOrWild { fn parse(input: ParseStream<'_>) -> Result { Ok(if input.peek(Token![_]) { let underscore = input.parse::()?; IdentOrWild(Ident::new("_", underscore.span())) } else { IdentOrWild(input.parse()?) }) } } /// A modifier for a query enum QueryModifier { /// The description of the query. Desc(Option, Punctuated), /// Use this type for the in-memory cache. Storage(Type), /// Cache the query to disk if the `Expr` returns true. Cache(Option, Block), /// Custom code to load the query from disk. LoadCached(Ident, Ident, Block), /// A cycle error for this query aborting the compilation with a fatal error. FatalCycle(Ident), /// A cycle error results in a delay_bug call CycleDelayBug(Ident), /// Don't hash the result, instead just mark a query red if it runs NoHash(Ident), /// Generate a dep node based on the dependencies of the query Anon(Ident), /// Always evaluate the query, ignoring its dependencies EvalAlways(Ident), /// Use a separate query provider for local and extern crates SeparateProvideExtern(Ident), /// Always remap the ParamEnv's constness before hashing and passing to the query provider RemapEnvConstness(Ident), } impl Parse for QueryModifier { fn parse(input: ParseStream<'_>) -> Result { let modifier: Ident = input.parse()?; if modifier == "desc" { // Parse a description modifier like: // `desc { |tcx| "foo {}", tcx.item_path(key) }` let attr_content; braced!(attr_content in input); let tcx = if attr_content.peek(Token![|]) { attr_content.parse::()?; let tcx = attr_content.parse()?; attr_content.parse::()?; Some(tcx) } else { None }; let desc = attr_content.parse_terminated(Expr::parse)?; Ok(QueryModifier::Desc(tcx, desc)) } else if modifier == "cache_on_disk_if" { // Parse a cache modifier like: // `cache(tcx, value) { |tcx| key.is_local() }` let has_args = if let TokenTree::Group(group) = input.fork().parse()? { group.delimiter() == Delimiter::Parenthesis } else { false }; let args = if has_args { let args; parenthesized!(args in input); let tcx = args.parse()?; Some(tcx) } else { None }; let block = input.parse()?; Ok(QueryModifier::Cache(args, block)) } else if modifier == "load_cached" { // Parse a load_cached modifier like: // `load_cached(tcx, id) { tcx.on_disk_cache.try_load_query_result(tcx, id) }` let args; parenthesized!(args in input); let tcx = args.parse()?; args.parse::()?; let id = args.parse()?; let block = input.parse()?; Ok(QueryModifier::LoadCached(tcx, id, block)) } else if modifier == "storage" { let args; parenthesized!(args in input); let ty = args.parse()?; Ok(QueryModifier::Storage(ty)) } else if modifier == "fatal_cycle" { Ok(QueryModifier::FatalCycle(modifier)) } else if modifier == "cycle_delay_bug" { Ok(QueryModifier::CycleDelayBug(modifier)) } else if modifier == "no_hash" { Ok(QueryModifier::NoHash(modifier)) } else if modifier == "anon" { Ok(QueryModifier::Anon(modifier)) } else if modifier == "eval_always" { Ok(QueryModifier::EvalAlways(modifier)) } else if modifier == "separate_provide_extern" { Ok(QueryModifier::SeparateProvideExtern(modifier)) } else if modifier == "remap_env_constness" { Ok(QueryModifier::RemapEnvConstness(modifier)) } else { Err(Error::new(modifier.span(), "unknown query modifier")) } } } /// Ensures only doc comment attributes are used fn check_attributes(attrs: Vec) -> Result> { let inner = |attr: Attribute| { if !attr.path.is_ident("doc") { Err(Error::new(attr.span(), "attributes not supported on queries")) } else if attr.style != AttrStyle::Outer { Err(Error::new( attr.span(), "attributes must be outer attributes (`///`), not inner attributes", )) } else { Ok(attr) } }; attrs.into_iter().map(inner).collect() } /// A compiler query. `query ... { ... }` struct Query { doc_comments: Vec, modifiers: List, name: Ident, key: IdentOrWild, arg: Type, result: ReturnType, } impl Parse for Query { fn parse(input: ParseStream<'_>) -> Result { let doc_comments = check_attributes(input.call(Attribute::parse_outer)?)?; // Parse the query declaration. Like `query type_of(key: DefId) -> Ty<'tcx>` input.parse::()?; let name: Ident = input.parse()?; let arg_content; parenthesized!(arg_content in input); let key = arg_content.parse()?; arg_content.parse::()?; let arg = arg_content.parse()?; let result = input.parse()?; // Parse the query modifiers let content; braced!(content in input); let modifiers = content.parse()?; Ok(Query { doc_comments, modifiers, name, key, arg, result }) } } /// A type used to greedily parse another type until the input is empty. struct List(Vec); impl Parse for List { fn parse(input: ParseStream<'_>) -> Result { let mut list = Vec::new(); while !input.is_empty() { list.push(input.parse()?); } Ok(List(list)) } } struct QueryModifiers { /// The description of the query. desc: (Option, Punctuated), /// Use this type for the in-memory cache. storage: Option, /// Cache the query to disk if the `Block` returns true. cache: Option<(Option, Block)>, /// Custom code to load the query from disk. load_cached: Option<(Ident, Ident, Block)>, /// A cycle error for this query aborting the compilation with a fatal error. fatal_cycle: Option, /// A cycle error results in a delay_bug call cycle_delay_bug: Option, /// Don't hash the result, instead just mark a query red if it runs no_hash: Option, /// Generate a dep node based on the dependencies of the query anon: Option, // Always evaluate the query, ignoring its dependencies eval_always: Option, /// Use a separate query provider for local and extern crates separate_provide_extern: Option, /// Always remap the ParamEnv's constness before hashing. remap_env_constness: Option, } /// Process query modifiers into a struct, erroring on duplicates fn process_modifiers(query: &mut Query) -> QueryModifiers { let mut load_cached = None; let mut storage = None; let mut cache = None; let mut desc = None; let mut fatal_cycle = None; let mut cycle_delay_bug = None; let mut no_hash = None; let mut anon = None; let mut eval_always = None; let mut separate_provide_extern = None; let mut remap_env_constness = None; for modifier in query.modifiers.0.drain(..) { match modifier { QueryModifier::LoadCached(tcx, id, block) => { if load_cached.is_some() { panic!("duplicate modifier `load_cached` for query `{}`", query.name); } load_cached = Some((tcx, id, block)); } QueryModifier::Storage(ty) => { if storage.is_some() { panic!("duplicate modifier `storage` for query `{}`", query.name); } storage = Some(ty); } QueryModifier::Cache(args, expr) => { if cache.is_some() { panic!("duplicate modifier `cache` for query `{}`", query.name); } cache = Some((args, expr)); } QueryModifier::Desc(tcx, list) => { if desc.is_some() { panic!("duplicate modifier `desc` for query `{}`", query.name); } // If there are no doc-comments, give at least some idea of what // it does by showing the query description. if query.doc_comments.is_empty() { use ::syn::*; let mut list = list.iter(); let format_str: String = match list.next() { Some(&Expr::Lit(ExprLit { lit: Lit::Str(ref lit_str), .. })) => { lit_str.value().replace("`{}`", "{}") // We add them later anyways for consistency } _ => panic!("Expected a string literal"), }; let mut fmt_fragments = format_str.split("{}"); let mut doc_string = fmt_fragments.next().unwrap().to_string(); list.map(::quote::ToTokens::to_token_stream).zip(fmt_fragments).for_each( |(tts, next_fmt_fragment)| { use ::core::fmt::Write; write!( &mut doc_string, " `{}` {}", tts.to_string().replace(" . ", "."), next_fmt_fragment, ) .unwrap(); }, ); let doc_string = format!( "[query description - consider adding a doc-comment!] {}", doc_string ); let comment = parse_quote! { #[doc = #doc_string] }; query.doc_comments.push(comment); } desc = Some((tcx, list)); } QueryModifier::FatalCycle(ident) => { if fatal_cycle.is_some() { panic!("duplicate modifier `fatal_cycle` for query `{}`", query.name); } fatal_cycle = Some(ident); } QueryModifier::CycleDelayBug(ident) => { if cycle_delay_bug.is_some() { panic!("duplicate modifier `cycle_delay_bug` for query `{}`", query.name); } cycle_delay_bug = Some(ident); } QueryModifier::NoHash(ident) => { if no_hash.is_some() { panic!("duplicate modifier `no_hash` for query `{}`", query.name); } no_hash = Some(ident); } QueryModifier::Anon(ident) => { if anon.is_some() { panic!("duplicate modifier `anon` for query `{}`", query.name); } anon = Some(ident); } QueryModifier::EvalAlways(ident) => { if eval_always.is_some() { panic!("duplicate modifier `eval_always` for query `{}`", query.name); } eval_always = Some(ident); } QueryModifier::SeparateProvideExtern(ident) => { if separate_provide_extern.is_some() { panic!( "duplicate modifier `separate_provide_extern` for query `{}`", query.name ); } separate_provide_extern = Some(ident); } QueryModifier::RemapEnvConstness(ident) => { if remap_env_constness.is_some() { panic!("duplicate modifier `remap_env_constness` for query `{}`", query.name); } remap_env_constness = Some(ident) } } } let desc = desc.unwrap_or_else(|| { panic!("no description provided for query `{}`", query.name); }); QueryModifiers { load_cached, storage, cache, desc, fatal_cycle, cycle_delay_bug, no_hash, anon, eval_always, separate_provide_extern, remap_env_constness, } } /// Add the impl of QueryDescription for the query to `impls` if one is requested fn add_query_description_impl( query: &Query, modifiers: QueryModifiers, impls: &mut proc_macro2::TokenStream, ) { let name = &query.name; let key = &query.key.0; // Find out if we should cache the query on disk let cache = if let Some((args, expr)) = modifiers.cache.as_ref() { let try_load_from_disk = if let Some((tcx, id, block)) = modifiers.load_cached.as_ref() { // Use custom code to load the query from disk quote! { const TRY_LOAD_FROM_DISK: Option, SerializedDepNodeIndex) -> Option> = Some(|#tcx, #id| { #block }); } } else { // Use the default code to load the query from disk quote! { const TRY_LOAD_FROM_DISK: Option, SerializedDepNodeIndex) -> Option> = Some(|tcx, id| tcx.on_disk_cache().as_ref()?.try_load_query_result(*tcx, id)); } }; let tcx = args .as_ref() .map(|t| { let t = &t.0; quote! { #t } }) .unwrap_or_else(|| quote! { _ }); // expr is a `Block`, meaning that `{ #expr }` gets expanded // to `{ { stmts... } }`, which triggers the `unused_braces` lint. quote! { #[allow(unused_variables, unused_braces)] #[inline] fn cache_on_disk(#tcx: TyCtxt<'tcx>, #key: &Self::Key) -> bool { #expr } #try_load_from_disk } } else { if modifiers.load_cached.is_some() { panic!("load_cached modifier on query `{}` without a cache modifier", name); } quote! { #[inline] fn cache_on_disk(_: TyCtxt<'tcx>, _: &Self::Key) -> bool { false } const TRY_LOAD_FROM_DISK: Option, SerializedDepNodeIndex) -> Option> = None; } }; let (tcx, desc) = modifiers.desc; let tcx = tcx.as_ref().map_or_else(|| quote! { _ }, |t| quote! { #t }); let desc = quote! { #[allow(unused_variables)] fn describe(tcx: QueryCtxt<$tcx>, key: Self::Key) -> String { let (#tcx, #key) = (*tcx, key); ::rustc_middle::ty::print::with_no_trimmed_paths(|| format!(#desc).into()) } }; impls.extend(quote! { (#name<$tcx:tt>) => { #desc #cache }; }); } pub fn rustc_queries(input: TokenStream) -> TokenStream { let queries = parse_macro_input!(input as List); let mut query_stream = quote! {}; let mut query_description_stream = quote! {}; let mut dep_node_def_stream = quote! {}; let mut cached_queries = quote! {}; for mut query in queries.0 { let modifiers = process_modifiers(&mut query); let name = &query.name; let arg = &query.arg; let result_full = &query.result; let result = match query.result { ReturnType::Default => quote! { -> () }, _ => quote! { #result_full }, }; if modifiers.cache.is_some() { cached_queries.extend(quote! { #name, }); } let mut attributes = Vec::new(); // Pass on the fatal_cycle modifier if let Some(fatal_cycle) = &modifiers.fatal_cycle { attributes.push(quote! { (#fatal_cycle) }); }; // Pass on the storage modifier if let Some(ref ty) = modifiers.storage { let span = ty.span(); attributes.push(quote_spanned! {span=> (storage #ty) }); }; // Pass on the cycle_delay_bug modifier if let Some(cycle_delay_bug) = &modifiers.cycle_delay_bug { attributes.push(quote! { (#cycle_delay_bug) }); }; // Pass on the no_hash modifier if let Some(no_hash) = &modifiers.no_hash { attributes.push(quote! { (#no_hash) }); }; // Pass on the anon modifier if let Some(anon) = &modifiers.anon { attributes.push(quote! { (#anon) }); }; // Pass on the eval_always modifier if let Some(eval_always) = &modifiers.eval_always { attributes.push(quote! { (#eval_always) }); }; // Pass on the separate_provide_extern modifier if let Some(separate_provide_extern) = &modifiers.separate_provide_extern { attributes.push(quote! { (#separate_provide_extern) }); } // Pass on the remap_env_constness modifier if let Some(remap_env_constness) = &modifiers.remap_env_constness { attributes.push(quote! { (#remap_env_constness) }); } // This uses the span of the query definition for the commas, // which can be important if we later encounter any ambiguity // errors with any of the numerous macro_rules! macros that // we use. Using the call-site span would result in a span pointing // at the entire `rustc_queries!` invocation, which wouldn't // be very useful. let span = name.span(); let attribute_stream = quote_spanned! {span=> #(#attributes),*}; let doc_comments = query.doc_comments.iter(); // Add the query to the group query_stream.extend(quote! { #(#doc_comments)* [#attribute_stream] fn #name(#arg) #result, }); // Create a dep node for the query dep_node_def_stream.extend(quote! { [#attribute_stream] #name(#arg), }); add_query_description_impl(&query, modifiers, &mut query_description_stream); } TokenStream::from(quote! { #[macro_export] macro_rules! rustc_query_append { ([$($macro:tt)*][$($other:tt)*]) => { $($macro)* { $($other)* #query_stream } } } macro_rules! rustc_dep_node_append { ([$($macro:tt)*][$($other:tt)*]) => { $($macro)*( $($other)* #dep_node_def_stream ); } } #[macro_export] macro_rules! rustc_cached_queries { ($($macro:tt)*) => { $($macro)*(#cached_queries); } } #[macro_export] macro_rules! rustc_query_description { #query_description_stream } }) }