// Copyright 2012-2014 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use ast; use ast::Name; use codemap; use codemap::{CodeMap, Span, ExpnInfo}; use ext; use ext::expand; use parse; use parse::token; use parse::token::{InternedString, intern, str_to_ident}; use util::small_vector::SmallVector; use collections::HashMap; // new-style macro! tt code: // // MacResult, NormalTT, IdentTT // // also note that ast::Mac used to have a bunch of extraneous cases and // is now probably a redundant AST node, can be merged with // ast::MacInvocTT. pub struct MacroDef { pub name: String, pub ext: SyntaxExtension } pub type ItemDecorator = fn(&mut ExtCtxt, Span, @ast::MetaItem, @ast::Item, |@ast::Item|); pub type ItemModifier = fn(&mut ExtCtxt, Span, @ast::MetaItem, @ast::Item) -> @ast::Item; pub struct BasicMacroExpander { pub expander: MacroExpanderFn, pub span: Option } pub trait MacroExpander { fn expand(&self, ecx: &mut ExtCtxt, span: Span, token_tree: &[ast::TokenTree]) -> Box; } pub type MacroExpanderFn = fn(ecx: &mut ExtCtxt, span: codemap::Span, token_tree: &[ast::TokenTree]) -> Box; impl MacroExpander for BasicMacroExpander { fn expand(&self, ecx: &mut ExtCtxt, span: Span, token_tree: &[ast::TokenTree]) -> Box { (self.expander)(ecx, span, token_tree) } } pub struct BasicIdentMacroExpander { pub expander: IdentMacroExpanderFn, pub span: Option } pub trait IdentMacroExpander { fn expand(&self, cx: &mut ExtCtxt, sp: Span, ident: ast::Ident, token_tree: Vec ) -> Box; } impl IdentMacroExpander for BasicIdentMacroExpander { fn expand(&self, cx: &mut ExtCtxt, sp: Span, ident: ast::Ident, token_tree: Vec ) -> Box { (self.expander)(cx, sp, ident, token_tree) } } pub type IdentMacroExpanderFn = fn(&mut ExtCtxt, Span, ast::Ident, Vec) -> Box; pub type MacroCrateRegistrationFun = fn(|ast::Name, SyntaxExtension|); /// The result of a macro expansion. The return values of the various /// methods are spliced into the AST at the callsite of the macro (or /// just into the compiler's internal macro table, for `make_def`). pub trait MacResult { /// Define a new macro. fn make_def(&self) -> Option { None } /// Create an expression. fn make_expr(&self) -> Option<@ast::Expr> { None } /// Create zero or more items. fn make_items(&self) -> Option> { None } /// Create a statement. /// /// By default this attempts to create an expression statement, /// returning None if that fails. fn make_stmt(&self) -> Option<@ast::Stmt> { self.make_expr() .map(|e| @codemap::respan(e.span, ast::StmtExpr(e, ast::DUMMY_NODE_ID))) } } /// A convenience type for macros that return a single expression. pub struct MacExpr { e: @ast::Expr } impl MacExpr { pub fn new(e: @ast::Expr) -> Box { box MacExpr { e: e } as Box } } impl MacResult for MacExpr { fn make_expr(&self) -> Option<@ast::Expr> { Some(self.e) } } /// A convenience type for macros that return a single item. pub struct MacItem { i: @ast::Item } impl MacItem { pub fn new(i: @ast::Item) -> Box { box MacItem { i: i } as Box } } impl MacResult for MacItem { fn make_items(&self) -> Option> { Some(SmallVector::one(self.i)) } fn make_stmt(&self) -> Option<@ast::Stmt> { Some(@codemap::respan( self.i.span, ast::StmtDecl( @codemap::respan(self.i.span, ast::DeclItem(self.i)), ast::DUMMY_NODE_ID))) } } /// Fill-in macro expansion result, to allow compilation to continue /// after hitting errors. pub struct DummyResult { expr_only: bool, span: Span } impl DummyResult { /// Create a default MacResult that can be anything. /// /// Use this as a return value after hitting any errors and /// calling `span_err`. pub fn any(sp: Span) -> Box { box DummyResult { expr_only: false, span: sp } as Box } /// Create a default MacResult that can only be an expression. /// /// Use this for macros that must expand to an expression, so even /// if an error is encountered internally, the user will recieve /// an error that they also used it in the wrong place. pub fn expr(sp: Span) -> Box { box DummyResult { expr_only: true, span: sp } as Box } /// A plain dummy expression. pub fn raw_expr(sp: Span) -> @ast::Expr { @ast::Expr { id: ast::DUMMY_NODE_ID, node: ast::ExprLit(@codemap::respan(sp, ast::LitNil)), span: sp, } } } impl MacResult for DummyResult { fn make_expr(&self) -> Option<@ast::Expr> { Some(DummyResult::raw_expr(self.span)) } fn make_items(&self) -> Option> { if self.expr_only { None } else { Some(SmallVector::zero()) } } fn make_stmt(&self) -> Option<@ast::Stmt> { Some(@codemap::respan(self.span, ast::StmtExpr(DummyResult::raw_expr(self.span), ast::DUMMY_NODE_ID))) } } /// An enum representing the different kinds of syntax extensions. pub enum SyntaxExtension { /// A syntax extension that is attached to an item and creates new items /// based upon it. /// /// `#[deriving(...)]` is an `ItemDecorator`. ItemDecorator(ItemDecorator), /// A syntax extension that is attached to an item and modifies it /// in-place. ItemModifier(ItemModifier), /// A normal, function-like syntax extension. /// /// `bytes!` is a `NormalTT`. NormalTT(Box, Option), /// A function-like syntax extension that has an extra ident before /// the block. /// /// `macro_rules!` is an `IdentTT`. IdentTT(Box, Option), } pub struct BlockInfo { // should macros escape from this scope? pub macros_escape: bool, // what are the pending renames? pub pending_renames: RenameList, } impl BlockInfo { pub fn new() -> BlockInfo { BlockInfo { macros_escape: false, pending_renames: Vec::new(), } } } // a list of ident->name renamings pub type RenameList = Vec<(ast::Ident, Name)>; // The base map of methods for expanding syntax extension // AST nodes into full ASTs pub fn syntax_expander_table() -> SyntaxEnv { // utility function to simplify creating NormalTT syntax extensions fn builtin_normal_expander(f: MacroExpanderFn) -> SyntaxExtension { NormalTT(box BasicMacroExpander { expander: f, span: None, }, None) } let mut syntax_expanders = SyntaxEnv::new(); syntax_expanders.insert(intern("macro_rules"), IdentTT(box BasicIdentMacroExpander { expander: ext::tt::macro_rules::add_new_extension, span: None, }, None)); syntax_expanders.insert(intern("fmt"), builtin_normal_expander( ext::fmt::expand_syntax_ext)); syntax_expanders.insert(intern("format_args"), builtin_normal_expander( ext::format::expand_format_args)); syntax_expanders.insert(intern("format_args_method"), builtin_normal_expander( ext::format::expand_format_args_method)); syntax_expanders.insert(intern("env"), builtin_normal_expander( ext::env::expand_env)); syntax_expanders.insert(intern("option_env"), builtin_normal_expander( ext::env::expand_option_env)); syntax_expanders.insert(intern("bytes"), builtin_normal_expander( ext::bytes::expand_syntax_ext)); syntax_expanders.insert(intern("concat_idents"), builtin_normal_expander( ext::concat_idents::expand_syntax_ext)); syntax_expanders.insert(intern("concat"), builtin_normal_expander( ext::concat::expand_syntax_ext)); syntax_expanders.insert(intern("log_syntax"), builtin_normal_expander( ext::log_syntax::expand_syntax_ext)); syntax_expanders.insert(intern("deriving"), ItemDecorator(ext::deriving::expand_meta_deriving)); // Quasi-quoting expanders syntax_expanders.insert(intern("quote_tokens"), builtin_normal_expander( ext::quote::expand_quote_tokens)); syntax_expanders.insert(intern("quote_expr"), builtin_normal_expander( ext::quote::expand_quote_expr)); syntax_expanders.insert(intern("quote_ty"), builtin_normal_expander( ext::quote::expand_quote_ty)); syntax_expanders.insert(intern("quote_item"), builtin_normal_expander( ext::quote::expand_quote_item)); syntax_expanders.insert(intern("quote_pat"), builtin_normal_expander( ext::quote::expand_quote_pat)); syntax_expanders.insert(intern("quote_stmt"), builtin_normal_expander( ext::quote::expand_quote_stmt)); syntax_expanders.insert(intern("line"), builtin_normal_expander( ext::source_util::expand_line)); syntax_expanders.insert(intern("col"), builtin_normal_expander( ext::source_util::expand_col)); syntax_expanders.insert(intern("file"), builtin_normal_expander( ext::source_util::expand_file)); syntax_expanders.insert(intern("stringify"), builtin_normal_expander( ext::source_util::expand_stringify)); syntax_expanders.insert(intern("include"), builtin_normal_expander( ext::source_util::expand_include)); syntax_expanders.insert(intern("include_str"), builtin_normal_expander( ext::source_util::expand_include_str)); syntax_expanders.insert(intern("include_bin"), builtin_normal_expander( ext::source_util::expand_include_bin)); syntax_expanders.insert(intern("module_path"), builtin_normal_expander( ext::source_util::expand_mod)); syntax_expanders.insert(intern("asm"), builtin_normal_expander( ext::asm::expand_asm)); syntax_expanders.insert(intern("cfg"), builtin_normal_expander( ext::cfg::expand_cfg)); syntax_expanders.insert(intern("trace_macros"), builtin_normal_expander( ext::trace_macros::expand_trace_macros)); syntax_expanders } pub struct MacroCrate { pub lib: Option, pub macros: Vec, pub registrar_symbol: Option, } pub trait CrateLoader { fn load_crate(&mut self, krate: &ast::ViewItem) -> MacroCrate; } // One of these is made during expansion and incrementally updated as we go; // when a macro expansion occurs, the resulting nodes have the backtrace() // -> expn_info of their expansion context stored into their span. pub struct ExtCtxt<'a> { pub parse_sess: &'a parse::ParseSess, pub cfg: ast::CrateConfig, pub backtrace: Option<@ExpnInfo>, pub ecfg: expand::ExpansionConfig<'a>, pub mod_path: Vec , pub trace_mac: bool, } impl<'a> ExtCtxt<'a> { pub fn new<'a>(parse_sess: &'a parse::ParseSess, cfg: ast::CrateConfig, ecfg: expand::ExpansionConfig<'a>) -> ExtCtxt<'a> { ExtCtxt { parse_sess: parse_sess, cfg: cfg, backtrace: None, mod_path: Vec::new(), ecfg: ecfg, trace_mac: false } } pub fn expand_expr(&mut self, mut e: @ast::Expr) -> @ast::Expr { loop { match e.node { ast::ExprMac(..) => { let mut expander = expand::MacroExpander { extsbox: syntax_expander_table(), cx: self, }; e = expand::expand_expr(e, &mut expander); } _ => return e } } } pub fn codemap(&self) -> &'a CodeMap { &self.parse_sess.span_diagnostic.cm } pub fn parse_sess(&self) -> &'a parse::ParseSess { self.parse_sess } pub fn cfg(&self) -> ast::CrateConfig { self.cfg.clone() } pub fn call_site(&self) -> Span { match self.backtrace { Some(expn_info) => expn_info.call_site, None => self.bug("missing top span") } } pub fn print_backtrace(&self) { } pub fn backtrace(&self) -> Option<@ExpnInfo> { self.backtrace } pub fn mod_push(&mut self, i: ast::Ident) { self.mod_path.push(i); } pub fn mod_pop(&mut self) { self.mod_path.pop().unwrap(); } pub fn mod_path(&self) -> Vec { let mut v = Vec::new(); v.push(token::str_to_ident(self.ecfg.crate_id.name.as_slice())); v.extend(self.mod_path.iter().map(|a| *a)); return v; } pub fn bt_push(&mut self, ei: codemap::ExpnInfo) { match ei { ExpnInfo {call_site: cs, callee: ref callee} => { self.backtrace = Some(@ExpnInfo { call_site: Span {lo: cs.lo, hi: cs.hi, expn_info: self.backtrace}, callee: (*callee).clone() }); } } } pub fn bt_pop(&mut self) { match self.backtrace { Some(expn_info) => self.backtrace = expn_info.call_site.expn_info, _ => self.bug("tried to pop without a push") } } /// Emit `msg` attached to `sp`, and stop compilation immediately. /// /// `span_err` should be strongly prefered where-ever possible: /// this should *only* be used when /// - continuing has a high risk of flow-on errors (e.g. errors in /// declaring a macro would cause all uses of that macro to /// complain about "undefined macro"), or /// - there is literally nothing else that can be done (however, /// in most cases one can construct a dummy expression/item to /// substitute; we never hit resolve/type-checking so the dummy /// value doesn't have to match anything) pub fn span_fatal(&self, sp: Span, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.span_fatal(sp, msg); } /// Emit `msg` attached to `sp`, without immediately stopping /// compilation. /// /// Compilation will be stopped in the near future (at the end of /// the macro expansion phase). pub fn span_err(&self, sp: Span, msg: &str) { self.print_backtrace(); self.parse_sess.span_diagnostic.span_err(sp, msg); } pub fn span_warn(&self, sp: Span, msg: &str) { self.print_backtrace(); self.parse_sess.span_diagnostic.span_warn(sp, msg); } pub fn span_unimpl(&self, sp: Span, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.span_unimpl(sp, msg); } pub fn span_bug(&self, sp: Span, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.span_bug(sp, msg); } pub fn span_note(&self, sp: Span, msg: &str) { self.print_backtrace(); self.parse_sess.span_diagnostic.span_note(sp, msg); } pub fn bug(&self, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.handler().bug(msg); } pub fn trace_macros(&self) -> bool { self.trace_mac } pub fn set_trace_macros(&mut self, x: bool) { self.trace_mac = x } pub fn ident_of(&self, st: &str) -> ast::Ident { str_to_ident(st) } } /// Extract a string literal from the macro expanded version of `expr`, /// emitting `err_msg` if `expr` is not a string literal. This does not stop /// compilation on error, merely emits a non-fatal error and returns None. pub fn expr_to_str(cx: &mut ExtCtxt, expr: @ast::Expr, err_msg: &str) -> Option<(InternedString, ast::StrStyle)> { // we want to be able to handle e.g. concat("foo", "bar") let expr = cx.expand_expr(expr); match expr.node { ast::ExprLit(l) => match l.node { ast::LitStr(ref s, style) => return Some(((*s).clone(), style)), _ => cx.span_err(l.span, err_msg) }, _ => cx.span_err(expr.span, err_msg) } None } /// Non-fatally assert that `tts` is empty. Note that this function /// returns even when `tts` is non-empty, macros that *need* to stop /// compilation should call /// `cx.parse_sess.span_diagnostic.abort_if_errors()` (this should be /// done as rarely as possible). pub fn check_zero_tts(cx: &ExtCtxt, sp: Span, tts: &[ast::TokenTree], name: &str) { if tts.len() != 0 { cx.span_err(sp, format!("{} takes no arguments", name).as_slice()); } } /// Extract the string literal from the first token of `tts`. If this /// is not a string literal, emit an error and return None. pub fn get_single_str_from_tts(cx: &ExtCtxt, sp: Span, tts: &[ast::TokenTree], name: &str) -> Option { if tts.len() != 1 { cx.span_err(sp, format!("{} takes 1 argument.", name).as_slice()); } else { match tts[0] { ast::TTTok(_, token::LIT_STR(ident)) | ast::TTTok(_, token::LIT_STR_RAW(ident, _)) => { return Some(token::get_ident(ident).get().to_strbuf()) } _ => { cx.span_err(sp, format!("{} requires a string.", name).as_slice()) } } } None } /// Extract comma-separated expressions from `tts`. If there is a /// parsing error, emit a non-fatal error and return None. pub fn get_exprs_from_tts(cx: &mut ExtCtxt, sp: Span, tts: &[ast::TokenTree]) -> Option > { let mut p = parse::new_parser_from_tts(cx.parse_sess(), cx.cfg(), tts.iter() .map(|x| (*x).clone()) .collect()); let mut es = Vec::new(); while p.token != token::EOF { if es.len() != 0 && !p.eat(&token::COMMA) { cx.span_err(sp, "expected token: `,`"); return None; } es.push(cx.expand_expr(p.parse_expr())); } Some(es) } // in order to have some notion of scoping for macros, // we want to implement the notion of a transformation // environment. // This environment maps Names to SyntaxExtensions. //impl question: how to implement it? Initially, the // env will contain only macros, so it might be painful // to add an empty frame for every context. Let's just // get it working, first.... // NB! the mutability of the underlying maps means that // if expansion is out-of-order, a deeper scope may be // able to refer to a macro that was added to an enclosing // scope lexically later than the deeper scope. struct MapChainFrame { info: BlockInfo, map: HashMap, } // Only generic to make it easy to test pub struct SyntaxEnv { chain: Vec , } impl SyntaxEnv { pub fn new() -> SyntaxEnv { let mut map = SyntaxEnv { chain: Vec::new() }; map.push_frame(); map } pub fn push_frame(&mut self) { self.chain.push(MapChainFrame { info: BlockInfo::new(), map: HashMap::new(), }); } pub fn pop_frame(&mut self) { assert!(self.chain.len() > 1, "too many pops on MapChain!"); self.chain.pop(); } fn find_escape_frame<'a>(&'a mut self) -> &'a mut MapChainFrame { for (i, frame) in self.chain.mut_iter().enumerate().rev() { if !frame.info.macros_escape || i == 0 { return frame } } unreachable!() } pub fn find<'a>(&'a self, k: &Name) -> Option<&'a SyntaxExtension> { for frame in self.chain.iter().rev() { match frame.map.find(k) { Some(v) => return Some(v), None => {} } } None } pub fn insert(&mut self, k: Name, v: SyntaxExtension) { self.find_escape_frame().map.insert(k, v); } pub fn info<'a>(&'a mut self) -> &'a mut BlockInfo { let last_chain_index = self.chain.len() - 1; &mut self.chain.get_mut(last_chain_index).info } }