// Copyright 2012-2014 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use ast; use ast::Name; use codemap; use codemap::{CodeMap, Span, ExpnId, ExpnInfo, NO_EXPANSION}; use ext; use ext::expand; use parse; use parse::parser; use parse::token; use parse::token::{InternedString, intern, str_to_ident}; use ptr::P; use util::small_vector::SmallVector; use ext::mtwt; use fold::Folder; use std::collections::HashMap; use std::rc::Rc; // new-style macro! tt code: // // MacResult, NormalTT, IdentTT // // also note that ast::Mac used to have a bunch of extraneous cases and // is now probably a redundant AST node, can be merged with // ast::MacInvocTT. pub struct MacroDef { pub name: String, pub ext: SyntaxExtension } pub trait ItemDecorator { fn expand(&self, ecx: &mut ExtCtxt, sp: Span, meta_item: &ast::MetaItem, item: &ast::Item, push: |P|); } impl ItemDecorator for fn(&mut ExtCtxt, Span, &ast::MetaItem, &ast::Item, |P|) { fn expand(&self, ecx: &mut ExtCtxt, sp: Span, meta_item: &ast::MetaItem, item: &ast::Item, push: |P|) { (*self)(ecx, sp, meta_item, item, push) } } pub trait ItemModifier { fn expand(&self, ecx: &mut ExtCtxt, span: Span, meta_item: &ast::MetaItem, item: P) -> P; } impl ItemModifier for fn(&mut ExtCtxt, Span, &ast::MetaItem, P) -> P { fn expand(&self, ecx: &mut ExtCtxt, span: Span, meta_item: &ast::MetaItem, item: P) -> P { (*self)(ecx, span, meta_item, item) } } /// Represents a thing that maps token trees to Macro Results pub trait TTMacroExpander { fn expand<'cx>(&self, ecx: &'cx mut ExtCtxt, span: Span, token_tree: &[ast::TokenTree]) -> Box; } pub type MacroExpanderFn = fn<'cx>(&'cx mut ExtCtxt, Span, &[ast::TokenTree]) -> Box; impl TTMacroExpander for MacroExpanderFn { fn expand<'cx>(&self, ecx: &'cx mut ExtCtxt, span: Span, token_tree: &[ast::TokenTree]) -> Box { (*self)(ecx, span, token_tree) } } pub trait IdentMacroExpander { fn expand<'cx>(&self, cx: &'cx mut ExtCtxt, sp: Span, ident: ast::Ident, token_tree: Vec ) -> Box; } pub type IdentMacroExpanderFn = fn<'cx>(&'cx mut ExtCtxt, Span, ast::Ident, Vec) -> Box; impl IdentMacroExpander for IdentMacroExpanderFn { fn expand<'cx>(&self, cx: &'cx mut ExtCtxt, sp: Span, ident: ast::Ident, token_tree: Vec ) -> Box { (*self)(cx, sp, ident, token_tree) } } /// The result of a macro expansion. The return values of the various /// methods are spliced into the AST at the callsite of the macro (or /// just into the compiler's internal macro table, for `make_def`). pub trait MacResult { /// Attempt to define a new macro. // this should go away; the idea that a macro might expand into // either a macro definition or an expression, depending on what // the context wants, is kind of silly. fn make_def(&mut self) -> Option { None } /// Create an expression. fn make_expr(self: Box) -> Option> { None } /// Create zero or more items. fn make_items(self: Box) -> Option>> { None } /// Create zero or more methods. fn make_methods(self: Box) -> Option>> { None } /// Create a pattern. fn make_pat(self: Box) -> Option> { None } /// Create a statement. /// /// By default this attempts to create an expression statement, /// returning None if that fails. fn make_stmt(self: Box) -> Option> { self.make_expr() .map(|e| P(codemap::respan(e.span, ast::StmtExpr(e, ast::DUMMY_NODE_ID)))) } } /// A convenience type for macros that return a single expression. pub struct MacExpr { e: P } impl MacExpr { pub fn new(e: P) -> Box { box MacExpr { e: e } as Box } } impl MacResult for MacExpr { fn make_expr(self: Box) -> Option> { Some(self.e) } fn make_pat(self: Box) -> Option> { match self.e.node { ast::ExprLit(_) => Some(P(ast::Pat { id: ast::DUMMY_NODE_ID, span: self.e.span, node: ast::PatLit(self.e) })), _ => None } } } /// A convenience type for macros that return a single pattern. pub struct MacPat { p: P } impl MacPat { pub fn new(p: P) -> Box { box MacPat { p: p } as Box } } impl MacResult for MacPat { fn make_pat(self: Box) -> Option> { Some(self.p) } } /// A type for macros that return multiple items. pub struct MacItems { items: SmallVector> } impl MacItems { pub fn new>>(mut it: I) -> Box { box MacItems { items: it.collect() } as Box } } impl MacResult for MacItems { fn make_items(self: Box) -> Option>> { Some(self.items) } } /// Fill-in macro expansion result, to allow compilation to continue /// after hitting errors. pub struct DummyResult { expr_only: bool, span: Span } impl DummyResult { /// Create a default MacResult that can be anything. /// /// Use this as a return value after hitting any errors and /// calling `span_err`. pub fn any(sp: Span) -> Box { box DummyResult { expr_only: false, span: sp } as Box } /// Create a default MacResult that can only be an expression. /// /// Use this for macros that must expand to an expression, so even /// if an error is encountered internally, the user will receive /// an error that they also used it in the wrong place. pub fn expr(sp: Span) -> Box { box DummyResult { expr_only: true, span: sp } as Box } /// A plain dummy expression. pub fn raw_expr(sp: Span) -> P { P(ast::Expr { id: ast::DUMMY_NODE_ID, node: ast::ExprLit(P(codemap::respan(sp, ast::LitNil))), span: sp, }) } /// A plain dummy pattern. pub fn raw_pat(sp: Span) -> ast::Pat { ast::Pat { id: ast::DUMMY_NODE_ID, node: ast::PatWild(ast::PatWildSingle), span: sp, } } } impl MacResult for DummyResult { fn make_expr(self: Box) -> Option> { Some(DummyResult::raw_expr(self.span)) } fn make_pat(self: Box) -> Option> { Some(P(DummyResult::raw_pat(self.span))) } fn make_items(self: Box) -> Option>> { // this code needs a comment... why not always just return the Some() ? if self.expr_only { None } else { Some(SmallVector::zero()) } } fn make_methods(self: Box) -> Option>> { if self.expr_only { None } else { Some(SmallVector::zero()) } } fn make_stmt(self: Box) -> Option> { Some(P(codemap::respan(self.span, ast::StmtExpr(DummyResult::raw_expr(self.span), ast::DUMMY_NODE_ID)))) } } /// An enum representing the different kinds of syntax extensions. pub enum SyntaxExtension { /// A syntax extension that is attached to an item and creates new items /// based upon it. /// /// `#[deriving(...)]` is an `ItemDecorator`. Decorator(Box), /// A syntax extension that is attached to an item and modifies it /// in-place. Modifier(Box), /// A normal, function-like syntax extension. /// /// `bytes!` is a `NormalTT`. NormalTT(Box, Option), /// A function-like syntax extension that has an extra ident before /// the block. /// IdentTT(Box, Option), /// An ident macro that has two properties: /// - it adds a macro definition to the environment, and /// - the definition it adds doesn't introduce any new /// identifiers. /// /// `macro_rules!` is a LetSyntaxTT LetSyntaxTT(Box, Option), } pub type NamedSyntaxExtension = (Name, SyntaxExtension); pub struct BlockInfo { /// Should macros escape from this scope? pub macros_escape: bool, /// What are the pending renames? pub pending_renames: mtwt::RenameList, } impl BlockInfo { pub fn new() -> BlockInfo { BlockInfo { macros_escape: false, pending_renames: Vec::new(), } } } /// The base map of methods for expanding syntax extension /// AST nodes into full ASTs fn initial_syntax_expander_table() -> SyntaxEnv { // utility function to simplify creating NormalTT syntax extensions fn builtin_normal_expander(f: MacroExpanderFn) -> SyntaxExtension { NormalTT(box f, None) } let mut syntax_expanders = SyntaxEnv::new(); syntax_expanders.insert(intern("macro_rules"), LetSyntaxTT(box ext::tt::macro_rules::add_new_extension, None)); syntax_expanders.insert(intern("fmt"), builtin_normal_expander( ext::fmt::expand_syntax_ext)); syntax_expanders.insert(intern("format_args"), builtin_normal_expander( ext::format::expand_format_args)); syntax_expanders.insert(intern("format_args_method"), builtin_normal_expander( ext::format::expand_format_args_method)); syntax_expanders.insert(intern("env"), builtin_normal_expander( ext::env::expand_env)); syntax_expanders.insert(intern("option_env"), builtin_normal_expander( ext::env::expand_option_env)); syntax_expanders.insert(intern("bytes"), builtin_normal_expander( ext::bytes::expand_syntax_ext)); syntax_expanders.insert(intern("concat_idents"), builtin_normal_expander( ext::concat_idents::expand_syntax_ext)); syntax_expanders.insert(intern("concat"), builtin_normal_expander( ext::concat::expand_syntax_ext)); syntax_expanders.insert(intern("log_syntax"), builtin_normal_expander( ext::log_syntax::expand_syntax_ext)); syntax_expanders.insert(intern("deriving"), Decorator(box ext::deriving::expand_meta_deriving)); // Quasi-quoting expanders syntax_expanders.insert(intern("quote_tokens"), builtin_normal_expander( ext::quote::expand_quote_tokens)); syntax_expanders.insert(intern("quote_expr"), builtin_normal_expander( ext::quote::expand_quote_expr)); syntax_expanders.insert(intern("quote_ty"), builtin_normal_expander( ext::quote::expand_quote_ty)); syntax_expanders.insert(intern("quote_method"), builtin_normal_expander( ext::quote::expand_quote_method)); syntax_expanders.insert(intern("quote_item"), builtin_normal_expander( ext::quote::expand_quote_item)); syntax_expanders.insert(intern("quote_pat"), builtin_normal_expander( ext::quote::expand_quote_pat)); syntax_expanders.insert(intern("quote_arm"), builtin_normal_expander( ext::quote::expand_quote_arm)); syntax_expanders.insert(intern("quote_stmt"), builtin_normal_expander( ext::quote::expand_quote_stmt)); syntax_expanders.insert(intern("line"), builtin_normal_expander( ext::source_util::expand_line)); syntax_expanders.insert(intern("col"), builtin_normal_expander( ext::source_util::expand_col)); syntax_expanders.insert(intern("file"), builtin_normal_expander( ext::source_util::expand_file)); syntax_expanders.insert(intern("stringify"), builtin_normal_expander( ext::source_util::expand_stringify)); syntax_expanders.insert(intern("include"), builtin_normal_expander( ext::source_util::expand_include)); syntax_expanders.insert(intern("include_str"), builtin_normal_expander( ext::source_util::expand_include_str)); syntax_expanders.insert(intern("include_bin"), builtin_normal_expander( ext::source_util::expand_include_bin)); syntax_expanders.insert(intern("module_path"), builtin_normal_expander( ext::source_util::expand_mod)); syntax_expanders.insert(intern("asm"), builtin_normal_expander( ext::asm::expand_asm)); syntax_expanders.insert(intern("cfg"), builtin_normal_expander( ext::cfg::expand_cfg)); syntax_expanders.insert(intern("trace_macros"), builtin_normal_expander( ext::trace_macros::expand_trace_macros)); syntax_expanders } /// One of these is made during expansion and incrementally updated as we go; /// when a macro expansion occurs, the resulting nodes have the backtrace() /// -> expn_info of their expansion context stored into their span. pub struct ExtCtxt<'a> { pub parse_sess: &'a parse::ParseSess, pub cfg: ast::CrateConfig, pub backtrace: ExpnId, pub ecfg: expand::ExpansionConfig, pub mod_path: Vec , pub trace_mac: bool, pub exported_macros: Vec>, pub syntax_env: SyntaxEnv, } impl<'a> ExtCtxt<'a> { pub fn new<'a>(parse_sess: &'a parse::ParseSess, cfg: ast::CrateConfig, ecfg: expand::ExpansionConfig) -> ExtCtxt<'a> { ExtCtxt { parse_sess: parse_sess, cfg: cfg, backtrace: NO_EXPANSION, mod_path: Vec::new(), ecfg: ecfg, trace_mac: false, exported_macros: Vec::new(), syntax_env: initial_syntax_expander_table(), } } #[deprecated = "Replaced with `expander().fold_expr()`"] pub fn expand_expr(&mut self, e: P) -> P { self.expander().fold_expr(e) } /// Returns a `Folder` for deeply expanding all macros in a AST node. pub fn expander<'b>(&'b mut self) -> expand::MacroExpander<'b, 'a> { expand::MacroExpander { cx: self } } pub fn new_parser_from_tts(&self, tts: &[ast::TokenTree]) -> parser::Parser<'a> { parse::tts_to_parser(self.parse_sess, Vec::from_slice(tts), self.cfg()) } pub fn codemap(&self) -> &'a CodeMap { &self.parse_sess.span_diagnostic.cm } pub fn parse_sess(&self) -> &'a parse::ParseSess { self.parse_sess } pub fn cfg(&self) -> ast::CrateConfig { self.cfg.clone() } pub fn call_site(&self) -> Span { self.codemap().with_expn_info(self.backtrace, |ei| match ei { Some(expn_info) => expn_info.call_site, None => self.bug("missing top span") }) } pub fn print_backtrace(&self) { } pub fn backtrace(&self) -> ExpnId { self.backtrace } pub fn original_span(&self) -> Span { let mut expn_id = self.backtrace; let mut call_site = None; loop { match self.codemap().with_expn_info(expn_id, |ei| ei.map(|ei| ei.call_site)) { None => break, Some(cs) => { call_site = Some(cs); expn_id = cs.expn_id; } } } call_site.expect("missing expansion backtrace") } pub fn original_span_in_file(&self) -> Span { let mut expn_id = self.backtrace; let mut call_site = None; loop { let expn_info = self.codemap().with_expn_info(expn_id, |ei| { ei.map(|ei| (ei.call_site, ei.callee.name.as_slice() == "include")) }); match expn_info { None => break, Some((cs, is_include)) => { if is_include { // Don't recurse into file using "include!". break; } call_site = Some(cs); expn_id = cs.expn_id; } } } call_site.expect("missing expansion backtrace") } pub fn mod_push(&mut self, i: ast::Ident) { self.mod_path.push(i); } pub fn mod_pop(&mut self) { self.mod_path.pop().unwrap(); } pub fn mod_path(&self) -> Vec { let mut v = Vec::new(); v.push(token::str_to_ident(self.ecfg.crate_name.as_slice())); v.extend(self.mod_path.iter().map(|a| *a)); return v; } pub fn bt_push(&mut self, ei: ExpnInfo) { let mut call_site = ei.call_site; call_site.expn_id = self.backtrace; self.backtrace = self.codemap().record_expansion(ExpnInfo { call_site: call_site, callee: ei.callee }); } pub fn bt_pop(&mut self) { match self.backtrace { NO_EXPANSION => self.bug("tried to pop without a push"), expn_id => { self.backtrace = self.codemap().with_expn_info(expn_id, |expn_info| { expn_info.map_or(NO_EXPANSION, |ei| ei.call_site.expn_id) }); } } } /// Emit `msg` attached to `sp`, and stop compilation immediately. /// /// `span_err` should be strongly preferred where-ever possible: /// this should *only* be used when /// - continuing has a high risk of flow-on errors (e.g. errors in /// declaring a macro would cause all uses of that macro to /// complain about "undefined macro"), or /// - there is literally nothing else that can be done (however, /// in most cases one can construct a dummy expression/item to /// substitute; we never hit resolve/type-checking so the dummy /// value doesn't have to match anything) pub fn span_fatal(&self, sp: Span, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.span_fatal(sp, msg); } /// Emit `msg` attached to `sp`, without immediately stopping /// compilation. /// /// Compilation will be stopped in the near future (at the end of /// the macro expansion phase). pub fn span_err(&self, sp: Span, msg: &str) { self.print_backtrace(); self.parse_sess.span_diagnostic.span_err(sp, msg); } pub fn span_warn(&self, sp: Span, msg: &str) { self.print_backtrace(); self.parse_sess.span_diagnostic.span_warn(sp, msg); } pub fn span_unimpl(&self, sp: Span, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.span_unimpl(sp, msg); } pub fn span_bug(&self, sp: Span, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.span_bug(sp, msg); } pub fn span_note(&self, sp: Span, msg: &str) { self.print_backtrace(); self.parse_sess.span_diagnostic.span_note(sp, msg); } pub fn bug(&self, msg: &str) -> ! { self.print_backtrace(); self.parse_sess.span_diagnostic.handler().bug(msg); } pub fn trace_macros(&self) -> bool { self.trace_mac } pub fn set_trace_macros(&mut self, x: bool) { self.trace_mac = x } pub fn ident_of(&self, st: &str) -> ast::Ident { str_to_ident(st) } pub fn name_of(&self, st: &str) -> ast::Name { token::intern(st) } } /// Extract a string literal from the macro expanded version of `expr`, /// emitting `err_msg` if `expr` is not a string literal. This does not stop /// compilation on error, merely emits a non-fatal error and returns None. pub fn expr_to_string(cx: &mut ExtCtxt, expr: P, err_msg: &str) -> Option<(InternedString, ast::StrStyle)> { // we want to be able to handle e.g. concat("foo", "bar") let expr = cx.expander().fold_expr(expr); match expr.node { ast::ExprLit(ref l) => match l.node { ast::LitStr(ref s, style) => return Some(((*s).clone(), style)), _ => cx.span_err(l.span, err_msg) }, _ => cx.span_err(expr.span, err_msg) } None } /// Non-fatally assert that `tts` is empty. Note that this function /// returns even when `tts` is non-empty, macros that *need* to stop /// compilation should call /// `cx.parse_sess.span_diagnostic.abort_if_errors()` (this should be /// done as rarely as possible). pub fn check_zero_tts(cx: &ExtCtxt, sp: Span, tts: &[ast::TokenTree], name: &str) { if tts.len() != 0 { cx.span_err(sp, format!("{} takes no arguments", name).as_slice()); } } /// Extract the string literal from the first token of `tts`. If this /// is not a string literal, emit an error and return None. pub fn get_single_str_from_tts(cx: &ExtCtxt, sp: Span, tts: &[ast::TokenTree], name: &str) -> Option { if tts.len() != 1 { cx.span_err(sp, format!("{} takes 1 argument.", name).as_slice()); } else { match tts[0] { ast::TTTok(_, token::LIT_STR(ident)) => return Some(parse::str_lit(ident.as_str())), ast::TTTok(_, token::LIT_STR_RAW(ident, _)) => { return Some(parse::raw_str_lit(ident.as_str())) } _ => { cx.span_err(sp, format!("{} requires a string.", name).as_slice()) } } } None } /// Extract comma-separated expressions from `tts`. If there is a /// parsing error, emit a non-fatal error and return None. pub fn get_exprs_from_tts(cx: &mut ExtCtxt, sp: Span, tts: &[ast::TokenTree]) -> Option>> { let mut p = cx.new_parser_from_tts(tts); let mut es = Vec::new(); while p.token != token::EOF { es.push(cx.expander().fold_expr(p.parse_expr())); if p.eat(&token::COMMA) { continue; } if p.token != token::EOF { cx.span_err(sp, "expected token: `,`"); return None; } } Some(es) } /// In order to have some notion of scoping for macros, /// we want to implement the notion of a transformation /// environment. /// /// This environment maps Names to SyntaxExtensions. pub struct SyntaxEnv { chain: Vec , } // impl question: how to implement it? Initially, the // env will contain only macros, so it might be painful // to add an empty frame for every context. Let's just // get it working, first.... // NB! the mutability of the underlying maps means that // if expansion is out-of-order, a deeper scope may be // able to refer to a macro that was added to an enclosing // scope lexically later than the deeper scope. struct MapChainFrame { info: BlockInfo, map: HashMap>, } impl SyntaxEnv { fn new() -> SyntaxEnv { let mut map = SyntaxEnv { chain: Vec::new() }; map.push_frame(); map } pub fn push_frame(&mut self) { self.chain.push(MapChainFrame { info: BlockInfo::new(), map: HashMap::new(), }); } pub fn pop_frame(&mut self) { assert!(self.chain.len() > 1, "too many pops on MapChain!"); self.chain.pop(); } fn find_escape_frame<'a>(&'a mut self) -> &'a mut MapChainFrame { for (i, frame) in self.chain.iter_mut().enumerate().rev() { if !frame.info.macros_escape || i == 0 { return frame } } unreachable!() } pub fn find(&self, k: &Name) -> Option> { for frame in self.chain.iter().rev() { match frame.map.find(k) { Some(v) => return Some(v.clone()), None => {} } } None } pub fn insert(&mut self, k: Name, v: SyntaxExtension) { self.find_escape_frame().map.insert(k, Rc::new(v)); } pub fn info<'a>(&'a mut self) -> &'a mut BlockInfo { let last_chain_index = self.chain.len() - 1; &mut self.chain.get_mut(last_chain_index).info } }