//! RA Proc Macro Server //! //! This library is able to call compiled Rust custom derive dynamic libraries on arbitrary code. //! The general idea here is based on . //! //! But we adapt it to better fit RA needs: //! //! * We use `tt` for proc-macro `TokenStream` server, it is easier to manipulate and interact with //! RA than `proc-macro2` token stream. //! * By **copying** the whole rustc `lib_proc_macro` code, we are able to build this with `stable` //! rustc rather than `unstable`. (Although in general ABI compatibility is still an issue)… #![cfg(any(feature = "sysroot-abi", rust_analyzer))] #![cfg_attr(feature = "in-rust-tree", feature(rustc_private))] #![feature(proc_macro_internals, proc_macro_diagnostic, proc_macro_span)] #![warn(rust_2018_idioms, unused_lifetimes)] #![allow(unreachable_pub, internal_features)] extern crate proc_macro; #[cfg(feature = "in-rust-tree")] extern crate rustc_driver as _; #[cfg(not(feature = "in-rust-tree"))] extern crate ra_ap_rustc_lexer as rustc_lexer; #[cfg(feature = "in-rust-tree")] extern crate rustc_lexer; mod dylib; mod proc_macros; mod server; use std::{ collections::{hash_map::Entry, HashMap}, env, ffi::OsString, fs, thread, time::SystemTime, }; use paths::{Utf8Path, Utf8PathBuf}; use proc_macro_api::{ msg::{ self, deserialize_span_data_index_map, serialize_span_data_index_map, ExpnGlobals, SpanMode, TokenId, CURRENT_API_VERSION, }, ProcMacroKind, }; use span::Span; use crate::server::TokenStream; // see `build.rs` include!(concat!(env!("OUT_DIR"), "/rustc_version.rs")); trait ProcMacroSrvSpan: Copy { type Server: proc_macro::bridge::server::Server>; fn make_server(call_site: Self, def_site: Self, mixed_site: Self) -> Self::Server; } impl ProcMacroSrvSpan for TokenId { type Server = server::token_id::TokenIdServer; fn make_server(call_site: Self, def_site: Self, mixed_site: Self) -> Self::Server { Self::Server { interner: &server::SYMBOL_INTERNER, call_site, def_site, mixed_site } } } impl ProcMacroSrvSpan for Span { type Server = server::rust_analyzer_span::RaSpanServer; fn make_server(call_site: Self, def_site: Self, mixed_site: Self) -> Self::Server { Self::Server { interner: &server::SYMBOL_INTERNER, call_site, def_site, mixed_site, tracked_env_vars: Default::default(), tracked_paths: Default::default(), } } } #[derive(Default)] pub struct ProcMacroSrv { expanders: HashMap<(Utf8PathBuf, SystemTime), dylib::Expander>, span_mode: SpanMode, } const EXPANDER_STACK_SIZE: usize = 8 * 1024 * 1024; impl ProcMacroSrv { pub fn set_span_mode(&mut self, span_mode: SpanMode) { self.span_mode = span_mode; } pub fn span_mode(&self) -> SpanMode { self.span_mode } pub fn expand( &mut self, task: msg::ExpandMacro, ) -> Result<(msg::FlatTree, Vec), msg::PanicMessage> { let span_mode = self.span_mode; let expander = self.expander(task.lib.as_ref()).map_err(|err| { debug_assert!(false, "should list macros before asking to expand"); msg::PanicMessage(format!("failed to load macro: {err}")) })?; let prev_env = EnvSnapshot::new(); for (k, v) in &task.env { env::set_var(k, v); } let prev_working_dir = match &task.current_dir { Some(dir) => { let prev_working_dir = std::env::current_dir().ok(); if let Err(err) = std::env::set_current_dir(dir) { eprintln!("Failed to set the current working dir to {dir}. Error: {err:?}") } prev_working_dir } None => None, }; let ExpnGlobals { def_site, call_site, mixed_site, .. } = task.has_global_spans; let result = match span_mode { SpanMode::Id => { expand_id(task, expander, def_site, call_site, mixed_site).map(|it| (it, vec![])) } SpanMode::RustAnalyzer => { expand_ra_span(task, expander, def_site, call_site, mixed_site) } }; prev_env.rollback(); if let Some(dir) = prev_working_dir { if let Err(err) = std::env::set_current_dir(&dir) { eprintln!( "Failed to set the current working dir to {}. Error: {:?}", dir.display(), err ) } } result.map_err(msg::PanicMessage) } pub fn list_macros( &mut self, dylib_path: &Utf8Path, ) -> Result, String> { let expander = self.expander(dylib_path)?; Ok(expander.list_macros()) } fn expander(&mut self, path: &Utf8Path) -> Result<&dylib::Expander, String> { let time = fs::metadata(path) .and_then(|it| it.modified()) .map_err(|err| format!("Failed to get file metadata for {path}: {err}",))?; Ok(match self.expanders.entry((path.to_path_buf(), time)) { Entry::Vacant(v) => v.insert( dylib::Expander::new(path) .map_err(|err| format!("Cannot create expander for {path}: {err}",))?, ), Entry::Occupied(e) => e.into_mut(), }) } } fn expand_id( task: msg::ExpandMacro, expander: &dylib::Expander, def_site: usize, call_site: usize, mixed_site: usize, ) -> Result { let def_site = TokenId(def_site as u32); let call_site = TokenId(call_site as u32); let mixed_site = TokenId(mixed_site as u32); let macro_body = task.macro_body.to_subtree_unresolved(CURRENT_API_VERSION); let attributes = task.attributes.map(|it| it.to_subtree_unresolved(CURRENT_API_VERSION)); let result = thread::scope(|s| { let thread = thread::Builder::new() .stack_size(EXPANDER_STACK_SIZE) .name(task.macro_name.clone()) .spawn_scoped(s, || { expander .expand( &task.macro_name, macro_body, attributes, def_site, call_site, mixed_site, ) .map(|it| msg::FlatTree::new_raw(&it, CURRENT_API_VERSION)) }); let res = match thread { Ok(handle) => handle.join(), Err(e) => std::panic::resume_unwind(Box::new(e)), }; match res { Ok(res) => res, Err(e) => std::panic::resume_unwind(e), } }); result } fn expand_ra_span( task: msg::ExpandMacro, expander: &dylib::Expander, def_site: usize, call_site: usize, mixed_site: usize, ) -> Result<(msg::FlatTree, Vec), String> { let mut span_data_table = deserialize_span_data_index_map(&task.span_data_table); let def_site = span_data_table[def_site]; let call_site = span_data_table[call_site]; let mixed_site = span_data_table[mixed_site]; let macro_body = task.macro_body.to_subtree_resolved(CURRENT_API_VERSION, &span_data_table); let attributes = task.attributes.map(|it| it.to_subtree_resolved(CURRENT_API_VERSION, &span_data_table)); let result = thread::scope(|s| { let thread = thread::Builder::new() .stack_size(EXPANDER_STACK_SIZE) .name(task.macro_name.clone()) .spawn_scoped(s, || { expander .expand( &task.macro_name, macro_body, attributes, def_site, call_site, mixed_site, ) .map(|it| { ( msg::FlatTree::new(&it, CURRENT_API_VERSION, &mut span_data_table), serialize_span_data_index_map(&span_data_table), ) }) }); let res = match thread { Ok(handle) => handle.join(), Err(e) => std::panic::resume_unwind(Box::new(e)), }; match res { Ok(res) => res, Err(e) => std::panic::resume_unwind(e), } }); result } pub struct PanicMessage { message: Option, } impl PanicMessage { pub fn into_string(self) -> Option { self.message } } struct EnvSnapshot { vars: HashMap, } impl EnvSnapshot { fn new() -> EnvSnapshot { EnvSnapshot { vars: env::vars_os().collect() } } fn rollback(self) {} } impl Drop for EnvSnapshot { fn drop(&mut self) { for (name, value) in env::vars_os() { let old_value = self.vars.remove(&name); if old_value != Some(value) { match old_value { None => env::remove_var(name), Some(old_value) => env::set_var(name, old_value), } } } for (name, old_value) in self.vars.drain() { env::set_var(name, old_value) } } } #[cfg(test)] mod tests; #[cfg(test)] pub fn proc_macro_test_dylib_path() -> paths::Utf8PathBuf { proc_macro_test::PROC_MACRO_TEST_LOCATION.into() }