2018-02-11 08:58:22 -06:00
|
|
|
//! This is the actual "grammar" of the Rust language.
|
|
|
|
//!
|
|
|
|
//! Each function in this module and its children corresponds
|
2020-01-15 15:29:55 -06:00
|
|
|
//! to a production of the formal grammar. Submodules roughly
|
2018-02-11 08:58:22 -06:00
|
|
|
//! correspond to different *areas* of the grammar. By convention,
|
|
|
|
//! each submodule starts with `use super::*` import and exports
|
|
|
|
//! "public" productions via `pub(super)`.
|
|
|
|
//!
|
2021-08-03 22:57:31 -05:00
|
|
|
//! See docs for [`Parser`](super::parser::Parser) to learn about API,
|
|
|
|
//! available to the grammar, and see docs for [`Event`](super::event::Event)
|
|
|
|
//! to learn how this actually manages to produce parse trees.
|
2018-02-11 08:58:22 -06:00
|
|
|
//!
|
|
|
|
//! Code in this module also contains inline tests, which start with
|
|
|
|
//! `// test name-of-the-test` comment and look like this:
|
|
|
|
//!
|
|
|
|
//! ```
|
2018-08-09 09:44:40 -05:00
|
|
|
//! // test function_with_zero_parameters
|
2018-02-11 08:58:22 -06:00
|
|
|
//! // fn foo() {}
|
|
|
|
//! ```
|
|
|
|
//!
|
2021-03-12 08:10:33 -06:00
|
|
|
//! After adding a new inline-test, run `cargo test -p xtask` to
|
2020-05-31 18:04:52 -05:00
|
|
|
//! extract it as a standalone text-fixture into
|
2020-08-12 11:26:51 -05:00
|
|
|
//! `crates/syntax/test_data/parser/`, and run `cargo test` once to
|
2020-05-31 18:04:52 -05:00
|
|
|
//! create the "gold" value.
|
2018-11-05 02:24:02 -06:00
|
|
|
//!
|
|
|
|
//! Coding convention: rules like `where_clause` always produce either a
|
|
|
|
//! node or an error, rules like `opt_where_clause` may produce nothing.
|
|
|
|
//! Non-opt rules typically start with `assert!(p.at(FIRST_TOKEN))`, the
|
|
|
|
//! caller is responsible for branching on the first token.
|
2021-05-22 09:20:22 -05:00
|
|
|
|
2018-01-07 12:46:10 -06:00
|
|
|
mod attributes;
|
|
|
|
mod expressions;
|
2018-07-30 06:08:06 -05:00
|
|
|
mod items;
|
2018-07-31 15:38:19 -05:00
|
|
|
mod params;
|
2018-01-09 14:32:18 -06:00
|
|
|
mod paths;
|
2018-07-30 06:08:06 -05:00
|
|
|
mod patterns;
|
2021-09-18 07:54:55 -05:00
|
|
|
mod generic_args;
|
|
|
|
mod generic_params;
|
2018-07-30 06:08:06 -05:00
|
|
|
mod types;
|
2018-01-01 09:58:46 -06:00
|
|
|
|
2018-10-15 16:44:23 -05:00
|
|
|
use crate::{
|
2019-07-04 15:05:17 -05:00
|
|
|
parser::{CompletedMarker, Marker, Parser},
|
2018-10-15 16:44:23 -05:00
|
|
|
SyntaxKind::{self, *},
|
2021-09-06 10:42:07 -05:00
|
|
|
TokenSet, T,
|
2018-10-15 16:44:23 -05:00
|
|
|
};
|
2018-07-29 07:16:07 -05:00
|
|
|
|
2021-09-06 10:34:03 -05:00
|
|
|
pub(crate) mod entry_points {
|
2019-09-02 09:37:48 -05:00
|
|
|
use super::*;
|
2019-04-18 13:47:29 -05:00
|
|
|
|
2021-09-06 10:34:03 -05:00
|
|
|
pub(crate) fn source_file(p: &mut Parser) {
|
|
|
|
let m = p.start();
|
|
|
|
p.eat(SHEBANG);
|
|
|
|
items::mod_contents(p, false);
|
|
|
|
m.complete(p, SOURCE_FILE);
|
|
|
|
}
|
|
|
|
|
|
|
|
pub(crate) use expressions::block_expr;
|
|
|
|
|
|
|
|
pub(crate) use paths::type_path as path;
|
|
|
|
|
|
|
|
pub(crate) use patterns::pattern_single as pattern;
|
|
|
|
|
|
|
|
pub(crate) use types::type_;
|
2019-04-18 14:49:56 -05:00
|
|
|
|
2019-09-02 09:37:48 -05:00
|
|
|
pub(crate) fn expr(p: &mut Parser) {
|
2021-09-25 11:51:54 -05:00
|
|
|
let _ = expressions::expr(p);
|
2019-04-18 14:49:56 -05:00
|
|
|
}
|
|
|
|
|
2019-09-02 10:51:03 -05:00
|
|
|
pub(crate) fn stmt(p: &mut Parser) {
|
2021-03-16 00:44:50 -05:00
|
|
|
expressions::stmt(p, expressions::StmtWithSemi::No, true)
|
2019-09-02 09:37:48 -05:00
|
|
|
}
|
2019-04-13 05:38:31 -05:00
|
|
|
|
2020-11-17 13:02:46 -06:00
|
|
|
pub(crate) fn stmt_optional_semi(p: &mut Parser) {
|
2021-03-16 00:44:50 -05:00
|
|
|
expressions::stmt(p, expressions::StmtWithSemi::Optional, false)
|
2020-11-17 13:02:46 -06:00
|
|
|
}
|
|
|
|
|
2021-09-06 10:34:03 -05:00
|
|
|
pub(crate) fn visibility(p: &mut Parser) {
|
|
|
|
let _ = opt_visibility(p);
|
2019-09-02 09:37:48 -05:00
|
|
|
}
|
2019-04-13 05:38:31 -05:00
|
|
|
|
2019-09-02 09:37:48 -05:00
|
|
|
// Parse a meta item , which excluded [], e.g : #[ MetaItem ]
|
|
|
|
pub(crate) fn meta_item(p: &mut Parser) {
|
2021-04-17 01:31:52 -05:00
|
|
|
attributes::meta(p);
|
2019-09-02 09:37:48 -05:00
|
|
|
}
|
2019-04-19 05:30:43 -05:00
|
|
|
|
2019-09-02 09:37:48 -05:00
|
|
|
pub(crate) fn item(p: &mut Parser) {
|
2020-08-12 07:26:36 -05:00
|
|
|
items::item_or_macro(p, true)
|
2019-04-19 06:33:29 -05:00
|
|
|
}
|
|
|
|
|
2019-09-02 09:37:48 -05:00
|
|
|
pub(crate) fn macro_items(p: &mut Parser) {
|
|
|
|
let m = p.start();
|
|
|
|
items::mod_contents(p, false);
|
|
|
|
m.complete(p, MACRO_ITEMS);
|
2019-04-19 06:33:29 -05:00
|
|
|
}
|
|
|
|
|
2019-09-02 09:37:48 -05:00
|
|
|
pub(crate) fn macro_stmts(p: &mut Parser) {
|
|
|
|
let m = p.start();
|
|
|
|
|
|
|
|
while !p.at(EOF) {
|
2019-09-09 05:23:37 -05:00
|
|
|
if p.at(T![;]) {
|
2019-09-09 17:03:00 -05:00
|
|
|
p.bump(T![;]);
|
2019-09-02 09:37:48 -05:00
|
|
|
continue;
|
2019-04-25 10:12:57 -05:00
|
|
|
}
|
2019-09-02 09:37:48 -05:00
|
|
|
|
2021-03-16 00:44:50 -05:00
|
|
|
expressions::stmt(p, expressions::StmtWithSemi::Optional, true);
|
2019-04-19 06:33:29 -05:00
|
|
|
}
|
|
|
|
|
2019-09-02 09:37:48 -05:00
|
|
|
m.complete(p, MACRO_STMTS);
|
|
|
|
}
|
2020-12-18 11:58:42 -06:00
|
|
|
|
|
|
|
pub(crate) fn attr(p: &mut Parser) {
|
|
|
|
attributes::outer_attrs(p)
|
|
|
|
}
|
2019-04-17 21:21:36 -05:00
|
|
|
}
|
|
|
|
|
2019-02-21 04:27:45 -06:00
|
|
|
pub(crate) fn reparser(
|
2019-02-21 03:12:04 -06:00
|
|
|
node: SyntaxKind,
|
|
|
|
first_child: Option<SyntaxKind>,
|
|
|
|
parent: Option<SyntaxKind>,
|
|
|
|
) -> Option<fn(&mut Parser)> {
|
|
|
|
let res = match node {
|
2020-05-02 07:34:39 -05:00
|
|
|
BLOCK_EXPR => expressions::block_expr,
|
2020-08-13 10:58:35 -05:00
|
|
|
RECORD_FIELD_LIST => items::record_field_list,
|
|
|
|
RECORD_EXPR_FIELD_LIST => items::record_expr_field_list,
|
|
|
|
VARIANT_LIST => items::variant_list,
|
2019-02-20 07:02:06 -06:00
|
|
|
MATCH_ARM_LIST => items::match_arm_list,
|
|
|
|
USE_TREE_LIST => items::use_tree_list,
|
|
|
|
EXTERN_ITEM_LIST => items::extern_item_list,
|
2019-05-15 07:35:47 -05:00
|
|
|
TOKEN_TREE if first_child? == T!['{'] => items::token_tree,
|
2020-07-30 04:48:19 -05:00
|
|
|
ASSOC_ITEM_LIST => match parent? {
|
2020-08-13 10:58:35 -05:00
|
|
|
IMPL => items::assoc_item_list,
|
|
|
|
TRAIT => items::assoc_item_list,
|
2019-02-21 03:12:04 -06:00
|
|
|
_ => return None,
|
|
|
|
},
|
2020-08-13 10:58:35 -05:00
|
|
|
ITEM_LIST => items::item_list,
|
2019-02-20 07:02:06 -06:00
|
|
|
_ => return None,
|
|
|
|
};
|
|
|
|
Some(res)
|
|
|
|
}
|
|
|
|
|
2018-08-07 08:32:09 -05:00
|
|
|
#[derive(Clone, Copy, PartialEq, Eq)]
|
2018-08-07 08:11:40 -05:00
|
|
|
enum BlockLike {
|
|
|
|
Block,
|
|
|
|
NotBlock,
|
|
|
|
}
|
|
|
|
|
2018-08-07 08:32:09 -05:00
|
|
|
impl BlockLike {
|
2018-10-15 16:44:23 -05:00
|
|
|
fn is_block(self) -> bool {
|
|
|
|
self == BlockLike::Block
|
|
|
|
}
|
2018-08-07 08:32:09 -05:00
|
|
|
}
|
|
|
|
|
2019-09-02 09:37:48 -05:00
|
|
|
fn opt_visibility(p: &mut Parser) -> bool {
|
2018-08-08 14:09:47 -05:00
|
|
|
match p.current() {
|
2019-05-15 07:35:47 -05:00
|
|
|
T![pub] => {
|
2018-08-08 14:09:47 -05:00
|
|
|
let m = p.start();
|
2019-09-09 17:03:00 -05:00
|
|
|
p.bump(T![pub]);
|
2019-05-15 07:35:47 -05:00
|
|
|
if p.at(T!['(']) {
|
2018-08-08 14:09:47 -05:00
|
|
|
match p.nth(1) {
|
|
|
|
// test crate_visibility
|
|
|
|
// pub(crate) struct S;
|
|
|
|
// pub(self) struct S;
|
2021-01-15 14:07:38 -06:00
|
|
|
// pub(super) struct S;
|
2020-10-23 01:06:04 -05:00
|
|
|
|
|
|
|
// test pub_parens_typepath
|
|
|
|
// struct B(pub (super::A));
|
|
|
|
// struct B(pub (crate::A,));
|
2021-07-20 11:37:52 -05:00
|
|
|
T![crate] | T![self] | T![super] | T![ident] if p.nth(2) != T![:] => {
|
2021-09-17 15:27:26 -05:00
|
|
|
p.bump(T!['(']);
|
2021-09-17 15:31:37 -05:00
|
|
|
paths::use_path(p);
|
2019-05-15 07:35:47 -05:00
|
|
|
p.expect(T![')']);
|
2018-08-08 14:09:47 -05:00
|
|
|
}
|
2021-01-15 14:07:38 -06:00
|
|
|
// test crate_visibility_in
|
|
|
|
// pub(in super::A) struct S;
|
|
|
|
// pub(in crate) struct S;
|
2019-05-15 07:35:47 -05:00
|
|
|
T![in] => {
|
2021-09-17 15:27:26 -05:00
|
|
|
p.bump(T!['(']);
|
|
|
|
p.bump(T![in]);
|
2018-08-08 14:09:47 -05:00
|
|
|
paths::use_path(p);
|
2019-05-15 07:35:47 -05:00
|
|
|
p.expect(T![')']);
|
2018-08-08 14:09:47 -05:00
|
|
|
}
|
|
|
|
_ => (),
|
2018-01-20 08:21:13 -06:00
|
|
|
}
|
2018-01-12 13:05:46 -06:00
|
|
|
}
|
2018-08-08 14:09:47 -05:00
|
|
|
m.complete(p, VISIBILITY);
|
2021-09-17 16:14:20 -05:00
|
|
|
true
|
2018-01-12 13:05:46 -06:00
|
|
|
}
|
2018-08-08 14:09:47 -05:00
|
|
|
// test crate_keyword_vis
|
|
|
|
// crate fn main() { }
|
2019-03-18 00:34:08 -05:00
|
|
|
// struct S { crate field: u32 }
|
|
|
|
// struct T(crate u32);
|
2021-09-13 05:28:00 -05:00
|
|
|
T![crate] => {
|
|
|
|
if p.nth_at(1, T![::]) {
|
|
|
|
// test crate_keyword_path
|
|
|
|
// fn foo() { crate::foo(); }
|
|
|
|
return false;
|
|
|
|
}
|
2018-08-08 14:09:47 -05:00
|
|
|
let m = p.start();
|
2019-09-19 14:51:46 -05:00
|
|
|
p.bump(T![crate]);
|
2018-08-08 14:09:47 -05:00
|
|
|
m.complete(p, VISIBILITY);
|
2021-09-17 16:14:20 -05:00
|
|
|
true
|
2018-08-08 14:09:47 -05:00
|
|
|
}
|
2021-09-17 16:14:20 -05:00
|
|
|
_ => false,
|
2018-01-20 08:21:13 -06:00
|
|
|
}
|
2018-01-01 09:58:46 -06:00
|
|
|
}
|
2018-08-23 17:19:38 -05:00
|
|
|
|
2020-08-13 10:58:35 -05:00
|
|
|
fn opt_rename(p: &mut Parser) {
|
2019-05-15 07:35:47 -05:00
|
|
|
if p.at(T![as]) {
|
2018-08-23 17:19:38 -05:00
|
|
|
let m = p.start();
|
2019-09-19 14:51:46 -05:00
|
|
|
p.bump(T![as]);
|
2019-05-15 07:35:47 -05:00
|
|
|
if !p.eat(T![_]) {
|
2019-03-04 07:38:54 -06:00
|
|
|
name(p);
|
|
|
|
}
|
2020-07-30 04:58:41 -05:00
|
|
|
m.complete(p, RENAME);
|
2018-01-20 08:21:13 -06:00
|
|
|
}
|
2018-01-08 15:06:42 -06:00
|
|
|
}
|
|
|
|
|
2018-02-11 03:51:09 -06:00
|
|
|
fn abi(p: &mut Parser) {
|
2019-05-15 07:35:47 -05:00
|
|
|
assert!(p.at(T![extern]));
|
2018-02-11 03:51:09 -06:00
|
|
|
let abi = p.start();
|
2019-09-19 14:51:46 -05:00
|
|
|
p.bump(T![extern]);
|
2020-11-06 15:21:56 -06:00
|
|
|
p.eat(STRING);
|
2018-02-11 03:51:09 -06:00
|
|
|
abi.complete(p, ABI);
|
|
|
|
}
|
|
|
|
|
2020-08-13 10:58:35 -05:00
|
|
|
fn opt_ret_type(p: &mut Parser) -> bool {
|
2019-05-15 07:35:47 -05:00
|
|
|
if p.at(T![->]) {
|
2018-08-28 13:11:17 -05:00
|
|
|
let m = p.start();
|
2019-09-09 06:52:31 -05:00
|
|
|
p.bump(T![->]);
|
2020-04-03 14:12:10 -05:00
|
|
|
types::type_no_bounds(p);
|
2018-08-28 13:11:17 -05:00
|
|
|
m.complete(p, RET_TYPE);
|
2018-07-31 15:13:08 -05:00
|
|
|
true
|
|
|
|
} else {
|
|
|
|
false
|
2018-02-11 03:51:09 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-31 05:35:48 -05:00
|
|
|
fn name_r(p: &mut Parser, recovery: TokenSet) {
|
2018-02-10 05:00:23 -06:00
|
|
|
if p.at(IDENT) {
|
|
|
|
let m = p.start();
|
2019-09-19 14:51:46 -05:00
|
|
|
p.bump(IDENT);
|
2018-02-10 05:00:23 -06:00
|
|
|
m.complete(p, NAME);
|
|
|
|
} else {
|
2018-08-31 05:35:48 -05:00
|
|
|
p.err_recover("expected a name", recovery);
|
2018-02-10 05:00:23 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-31 05:35:48 -05:00
|
|
|
fn name(p: &mut Parser) {
|
2019-12-19 10:13:08 -06:00
|
|
|
name_r(p, TokenSet::EMPTY)
|
2018-08-31 05:35:48 -05:00
|
|
|
}
|
|
|
|
|
2019-08-09 05:16:47 -05:00
|
|
|
fn name_ref(p: &mut Parser) {
|
|
|
|
if p.at(IDENT) {
|
2018-02-10 05:17:38 -06:00
|
|
|
let m = p.start();
|
2019-09-19 14:51:46 -05:00
|
|
|
p.bump(IDENT);
|
2018-02-10 05:17:38 -06:00
|
|
|
m.complete(p, NAME_REF);
|
|
|
|
} else {
|
2018-08-13 10:30:56 -05:00
|
|
|
p.err_and_bump("expected identifier");
|
2018-02-10 05:17:38 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-08-09 05:16:47 -05:00
|
|
|
fn name_ref_or_index(p: &mut Parser) {
|
2020-04-11 16:08:05 -05:00
|
|
|
assert!(p.at(IDENT) || p.at(INT_NUMBER));
|
|
|
|
let m = p.start();
|
|
|
|
p.bump_any();
|
|
|
|
m.complete(p, NAME_REF);
|
2019-08-09 05:16:47 -05:00
|
|
|
}
|
|
|
|
|
2020-12-15 12:23:51 -06:00
|
|
|
fn lifetime(p: &mut Parser) {
|
|
|
|
assert!(p.at(LIFETIME_IDENT));
|
|
|
|
let m = p.start();
|
|
|
|
p.bump(LIFETIME_IDENT);
|
|
|
|
m.complete(p, LIFETIME);
|
|
|
|
}
|
|
|
|
|
2018-01-28 11:48:37 -06:00
|
|
|
fn error_block(p: &mut Parser, message: &str) {
|
2019-05-15 07:35:47 -05:00
|
|
|
assert!(p.at(T!['{']));
|
2019-03-04 05:24:02 -06:00
|
|
|
let m = p.start();
|
|
|
|
p.error(message);
|
2019-09-19 14:51:46 -05:00
|
|
|
p.bump(T!['{']);
|
2019-03-04 05:24:02 -06:00
|
|
|
expressions::expr_block_contents(p);
|
2019-05-15 07:35:47 -05:00
|
|
|
p.eat(T!['}']);
|
2019-03-04 05:24:02 -06:00
|
|
|
m.complete(p, ERROR);
|
2018-01-28 11:48:37 -06:00
|
|
|
}
|