rust/crates/ra_parser/src/grammar.rs

299 lines
7.5 KiB
Rust
Raw Normal View History

2018-02-11 08:58:22 -06:00
//! This is the actual "grammar" of the Rust language.
//!
//! Each function in this module and its children corresponds
//! to a production of the format grammar. Submodules roughly
//! correspond to different *areas* of the grammar. By convention,
//! each submodule starts with `use super::*` import and exports
//! "public" productions via `pub(super)`.
//!
//! See docs for `Parser` to learn about API, available to the grammar,
//! and see docs for `Event` to learn how this actually manages to
//! produce parse trees.
//!
//! Code in this module also contains inline tests, which start with
//! `// test name-of-the-test` comment and look like this:
//!
//! ```
2018-08-09 09:44:40 -05:00
//! // test function_with_zero_parameters
2018-02-11 08:58:22 -06:00
//! // fn foo() {}
//! ```
//!
//! After adding a new inline-test, run `cargo collect-tests` to extract
//! it as a standalone text-fixture into `tests/data/parser/inline`, and
//! run `cargo test` once to create the "gold" value.
//!
//! Coding convention: rules like `where_clause` always produce either a
//! node or an error, rules like `opt_where_clause` may produce nothing.
//! Non-opt rules typically start with `assert!(p.at(FIRST_TOKEN))`, the
//! caller is responsible for branching on the first token.
2018-01-07 12:46:10 -06:00
mod attributes;
mod expressions;
2018-07-30 06:08:06 -05:00
mod items;
2018-07-31 15:38:19 -05:00
mod params;
2018-01-09 14:32:18 -06:00
mod paths;
2018-07-30 06:08:06 -05:00
mod patterns;
2018-07-31 15:13:08 -05:00
mod type_args;
2018-07-31 15:38:19 -05:00
mod type_params;
2018-07-30 06:08:06 -05:00
mod types;
2018-01-01 09:58:46 -06:00
use crate::{
SyntaxKind::{self, *},
2019-02-21 04:27:45 -06:00
TokenSet,
parser::{CompletedMarker, Marker, Parser},
};
2018-07-29 07:16:07 -05:00
2019-02-21 04:27:45 -06:00
pub(crate) fn root(p: &mut Parser) {
2018-08-25 06:45:17 -05:00
let m = p.start();
2018-01-20 08:21:13 -06:00
p.eat(SHEBANG);
2018-01-28 03:57:03 -06:00
items::mod_contents(p, false);
2018-11-07 09:38:43 -06:00
m.complete(p, SOURCE_FILE);
2018-01-01 09:58:46 -06:00
}
pub(crate) fn macro_items(p: &mut Parser) {
let m = p.start();
items::mod_contents(p, false);
m.complete(p, MACRO_ITEMS);
}
2019-04-18 14:49:56 -05:00
pub(crate) fn macro_stmts(p: &mut Parser) {
let m = p.start();
while !p.at(EOF) {
2019-05-15 07:35:47 -05:00
if p.current() == T![;] {
2019-04-18 14:49:56 -05:00
p.bump();
continue;
}
expressions::stmt(p, expressions::StmtWithSemi::Optional);
}
m.complete(p, MACRO_STMTS);
}
pub(crate) fn path(p: &mut Parser) {
paths::type_path(p);
}
pub(crate) fn expr(p: &mut Parser) {
expressions::expr(p);
}
pub(crate) fn type_(p: &mut Parser) {
types::type_(p)
}
pub(crate) fn pattern(p: &mut Parser) {
patterns::pattern(p)
}
2019-04-16 23:34:43 -05:00
pub(crate) fn stmt(p: &mut Parser, with_semi: bool) {
2019-06-03 09:00:19 -05:00
let with_semi =
if with_semi { expressions::StmtWithSemi::Yes } else { expressions::StmtWithSemi::No };
2019-04-18 14:49:56 -05:00
2019-04-16 23:34:43 -05:00
expressions::stmt(p, with_semi)
}
2019-04-19 05:30:43 -05:00
pub(crate) fn block(p: &mut Parser) {
expressions::block(p);
}
2019-04-19 06:33:29 -05:00
// Parse a meta item , which excluded [], e.g : #[ MetaItem ]
pub(crate) fn meta_item(p: &mut Parser) {
fn is_delimiter(p: &mut Parser) -> bool {
match p.current() {
2019-05-15 07:35:47 -05:00
T!['{'] | T!['('] | T!['['] => true,
2019-04-19 06:33:29 -05:00
_ => false,
}
}
if is_delimiter(p) {
items::token_tree(p);
return;
}
let m = p.start();
while !p.at(EOF) {
if is_delimiter(p) {
items::token_tree(p);
break;
} else {
2019-04-25 10:12:57 -05:00
// https://doc.rust-lang.org/reference/attributes.html
// https://doc.rust-lang.org/reference/paths.html#simple-paths
// The start of an meta must be a simple path
match p.current() {
2019-05-15 07:35:47 -05:00
IDENT | T![::] | T![super] | T![self] | T![crate] => p.bump(),
T![=] => {
2019-04-25 10:12:57 -05:00
p.bump();
match p.current() {
c if c.is_literal() => p.bump(),
2019-05-15 07:35:47 -05:00
T![true] | T![false] => p.bump(),
2019-04-25 10:12:57 -05:00
_ => {}
}
break;
}
_ => break,
}
2019-04-19 06:33:29 -05:00
}
}
m.complete(p, TOKEN_TREE);
}
2019-04-17 21:21:36 -05:00
pub(crate) fn item(p: &mut Parser) {
items::item_or_macro(p, true, items::ItemFlavor::Mod)
}
2019-02-21 04:27:45 -06:00
pub(crate) fn reparser(
node: SyntaxKind,
first_child: Option<SyntaxKind>,
parent: Option<SyntaxKind>,
) -> Option<fn(&mut Parser)> {
let res = match node {
2019-02-20 07:02:06 -06:00
BLOCK => expressions::block,
NAMED_FIELD_DEF_LIST => items::named_field_def_list,
NAMED_FIELD_LIST => items::named_field_list,
ENUM_VARIANT_LIST => items::enum_variant_list,
MATCH_ARM_LIST => items::match_arm_list,
USE_TREE_LIST => items::use_tree_list,
EXTERN_ITEM_LIST => items::extern_item_list,
2019-05-15 07:35:47 -05:00
TOKEN_TREE if first_child? == T!['{'] => items::token_tree,
ITEM_LIST => match parent? {
IMPL_BLOCK => items::impl_item_list,
TRAIT_DEF => items::trait_item_list,
MODULE => items::mod_item_list,
_ => return None,
},
2019-02-20 07:02:06 -06:00
_ => return None,
};
Some(res)
}
2018-08-07 08:32:09 -05:00
#[derive(Clone, Copy, PartialEq, Eq)]
2018-08-07 08:11:40 -05:00
enum BlockLike {
Block,
NotBlock,
}
2018-08-07 08:32:09 -05:00
impl BlockLike {
fn is_block(self) -> bool {
self == BlockLike::Block
}
2018-08-07 08:32:09 -05:00
}
2019-04-19 08:38:26 -05:00
pub(crate) fn opt_visibility(p: &mut Parser) -> bool {
2018-08-08 14:09:47 -05:00
match p.current() {
2019-05-15 07:35:47 -05:00
T![pub] => {
2018-08-08 14:09:47 -05:00
let m = p.start();
p.bump();
2019-05-15 07:35:47 -05:00
if p.at(T!['(']) {
2018-08-08 14:09:47 -05:00
match p.nth(1) {
// test crate_visibility
// pub(crate) struct S;
// pub(self) struct S;
// pub(self) struct S;
// pub(self) struct S;
2019-05-15 07:35:47 -05:00
T![crate] | T![self] | T![super] => {
2018-08-08 14:09:47 -05:00
p.bump();
p.bump();
2019-05-15 07:35:47 -05:00
p.expect(T![')']);
2018-08-08 14:09:47 -05:00
}
2019-05-15 07:35:47 -05:00
T![in] => {
2018-08-08 14:09:47 -05:00
p.bump();
p.bump();
paths::use_path(p);
2019-05-15 07:35:47 -05:00
p.expect(T![')']);
2018-08-08 14:09:47 -05:00
}
_ => (),
2018-01-20 08:21:13 -06:00
}
2018-01-12 13:05:46 -06:00
}
2018-08-08 14:09:47 -05:00
m.complete(p, VISIBILITY);
2018-01-12 13:05:46 -06:00
}
2018-08-08 14:09:47 -05:00
// test crate_keyword_vis
// crate fn main() { }
// struct S { crate field: u32 }
// struct T(crate u32);
//
// test crate_keyword_path
// fn foo() { crate::foo(); }
2019-05-15 07:35:47 -05:00
T![crate] if p.nth(1) != T![::] => {
2018-08-08 14:09:47 -05:00
let m = p.start();
p.bump();
m.complete(p, VISIBILITY);
}
_ => return false,
2018-01-20 08:21:13 -06:00
}
true
2018-01-01 09:58:46 -06:00
}
2018-08-23 17:19:38 -05:00
fn opt_alias(p: &mut Parser) {
2019-05-15 07:35:47 -05:00
if p.at(T![as]) {
2018-08-23 17:19:38 -05:00
let m = p.start();
2018-01-20 08:21:13 -06:00
p.bump();
2019-05-15 07:35:47 -05:00
if !p.eat(T![_]) {
name(p);
}
2018-08-23 17:19:38 -05:00
m.complete(p, ALIAS);
2018-01-20 08:21:13 -06:00
}
2018-01-08 15:06:42 -06:00
}
2018-02-11 03:51:09 -06:00
fn abi(p: &mut Parser) {
2019-05-15 07:35:47 -05:00
assert!(p.at(T![extern]));
2018-02-11 03:51:09 -06:00
let abi = p.start();
p.bump();
match p.current() {
STRING | RAW_STRING => p.bump(),
_ => (),
}
abi.complete(p, ABI);
}
2018-08-23 18:14:10 -05:00
fn opt_fn_ret_type(p: &mut Parser) -> bool {
2019-05-15 07:35:47 -05:00
if p.at(T![->]) {
2018-08-28 13:11:17 -05:00
let m = p.start();
2018-02-11 03:51:09 -06:00
p.bump();
types::type_(p);
2018-08-28 13:11:17 -05:00
m.complete(p, RET_TYPE);
2018-07-31 15:13:08 -05:00
true
} else {
false
2018-02-11 03:51:09 -06:00
}
}
2018-08-31 05:35:48 -05:00
fn name_r(p: &mut Parser, recovery: TokenSet) {
2018-02-10 05:00:23 -06:00
if p.at(IDENT) {
let m = p.start();
p.bump();
m.complete(p, NAME);
} else {
2018-08-31 05:35:48 -05:00
p.err_recover("expected a name", recovery);
2018-02-10 05:00:23 -06:00
}
}
2018-08-31 05:35:48 -05:00
fn name(p: &mut Parser) {
2019-01-18 02:02:30 -06:00
name_r(p, TokenSet::empty())
2018-08-31 05:35:48 -05:00
}
2018-02-10 05:17:38 -06:00
fn name_ref(p: &mut Parser) {
if p.at(IDENT) {
let m = p.start();
p.bump();
m.complete(p, NAME_REF);
2019-05-15 07:35:47 -05:00
} else if p.at(T![self]) {
2019-03-28 11:15:18 -05:00
let m = p.start();
p.bump();
2019-05-15 07:35:47 -05:00
m.complete(p, T![self]);
2018-02-10 05:17:38 -06:00
} else {
2018-08-13 10:30:56 -05:00
p.err_and_bump("expected identifier");
2018-02-10 05:17:38 -06:00
}
}
2018-01-28 11:48:37 -06:00
fn error_block(p: &mut Parser, message: &str) {
2019-05-15 07:35:47 -05:00
assert!(p.at(T!['{']));
let m = p.start();
p.error(message);
p.bump();
expressions::expr_block_contents(p);
2019-05-15 07:35:47 -05:00
p.eat(T!['}']);
m.complete(p, ERROR);
2018-01-28 11:48:37 -06:00
}