split prefix/top tests

This commit is contained in:
Aleksey Kladov 2022-01-02 15:18:34 +03:00
parent 2bd7c74706
commit bebfb83fd0
4 changed files with 208 additions and 210 deletions

View File

@ -1,5 +1,6 @@
mod sourcegen_inline_tests; mod sourcegen_inline_tests;
mod entries; mod prefix_entries;
mod top_entries;
use std::{ use std::{
fmt::Write, fmt::Write,

View File

@ -1,209 +0,0 @@
use expect_test::expect;
use crate::{LexedStr, PrefixEntryPoint, Step, TopEntryPoint};
#[test]
fn vis() {
check_prefix(PrefixEntryPoint::Vis, "pub(crate) fn foo() {}", "pub(crate)");
check_prefix(PrefixEntryPoint::Vis, "fn foo() {}", "");
check_prefix(PrefixEntryPoint::Vis, "pub(fn foo() {}", "pub");
check_prefix(PrefixEntryPoint::Vis, "pub(crate fn foo() {}", "pub(crate");
check_prefix(PrefixEntryPoint::Vis, "crate fn foo() {}", "crate");
}
#[test]
fn block() {
check_prefix(PrefixEntryPoint::Block, "{}, 92", "{}");
check_prefix(PrefixEntryPoint::Block, "{, 92)", "{, 92)");
check_prefix(PrefixEntryPoint::Block, "()", "");
}
#[test]
fn stmt() {
check_prefix(PrefixEntryPoint::Stmt, "92; fn", "92");
check_prefix(PrefixEntryPoint::Stmt, "let _ = 92; 1", "let _ = 92");
check_prefix(PrefixEntryPoint::Stmt, "pub fn f() {} = 92", "pub fn f() {}");
check_prefix(PrefixEntryPoint::Stmt, "struct S;;", "struct S;");
check_prefix(PrefixEntryPoint::Stmt, "fn f() {};", "fn f() {}");
check_prefix(PrefixEntryPoint::Stmt, ";;;", ";");
check_prefix(PrefixEntryPoint::Stmt, "+", "+");
check_prefix(PrefixEntryPoint::Stmt, "@", "@");
check_prefix(PrefixEntryPoint::Stmt, "loop {} - 1", "loop {}");
}
#[test]
fn pat() {
check_prefix(PrefixEntryPoint::Pat, "x y", "x");
check_prefix(PrefixEntryPoint::Pat, "fn f() {}", "fn");
// FIXME: This one is wrong, we should consume only one pattern.
check_prefix(PrefixEntryPoint::Pat, ".. ..", ".. ..");
}
#[test]
fn ty() {
check_prefix(PrefixEntryPoint::Ty, "fn() foo", "fn()");
check_prefix(PrefixEntryPoint::Ty, "Clone + Copy + fn", "Clone + Copy +");
check_prefix(PrefixEntryPoint::Ty, "struct f", "struct");
}
#[test]
fn expr() {
check_prefix(PrefixEntryPoint::Expr, "92 92", "92");
check_prefix(PrefixEntryPoint::Expr, "+1", "+");
check_prefix(PrefixEntryPoint::Expr, "-1", "-1");
check_prefix(PrefixEntryPoint::Expr, "fn foo() {}", "fn");
check_prefix(PrefixEntryPoint::Expr, "#[attr] ()", "#[attr] ()");
}
#[test]
fn path() {
check_prefix(PrefixEntryPoint::Path, "foo::bar baz", "foo::bar");
check_prefix(PrefixEntryPoint::Path, "foo::<> baz", "foo::<>");
check_prefix(PrefixEntryPoint::Path, "foo<> baz", "foo<>");
check_prefix(PrefixEntryPoint::Path, "Fn() -> i32?", "Fn() -> i32");
// FIXME: This shouldn't be accepted as path actually.
check_prefix(PrefixEntryPoint::Path, "<_>::foo", "<_>::foo");
}
#[test]
fn item() {
// FIXME: This shouldn't consume the semicolon.
check_prefix(PrefixEntryPoint::Item, "fn foo() {};", "fn foo() {};");
check_prefix(PrefixEntryPoint::Item, "#[attr] pub struct S {} 92", "#[attr] pub struct S {}");
check_prefix(PrefixEntryPoint::Item, "item!{}?", "item!{}");
check_prefix(PrefixEntryPoint::Item, "????", "?");
}
#[test]
fn meta_item() {
check_prefix(PrefixEntryPoint::MetaItem, "attr, ", "attr");
check_prefix(
PrefixEntryPoint::MetaItem,
"attr(some token {stream});",
"attr(some token {stream})",
);
check_prefix(PrefixEntryPoint::MetaItem, "path::attr = 2 * 2!", "path::attr = 2 * 2");
}
#[track_caller]
fn check_prefix(entry: PrefixEntryPoint, input: &str, prefix: &str) {
let lexed = LexedStr::new(input);
let input = lexed.to_input();
let mut n_tokens = 0;
for step in entry.parse(&input).iter() {
match step {
Step::Token { n_input_tokens, .. } => n_tokens += n_input_tokens as usize,
Step::Enter { .. } | Step::Exit | Step::Error { .. } => (),
}
}
let mut i = 0;
loop {
if n_tokens == 0 {
break;
}
if !lexed.kind(i).is_trivia() {
n_tokens -= 1;
}
i += 1;
}
let buf = &lexed.as_str()[..lexed.text_start(i)];
assert_eq!(buf, prefix);
}
#[test]
fn source_file() {
check_top(
TopEntryPoint::SourceFile,
"",
expect![[r#"
SOURCE_FILE
"#]],
);
check_top(
TopEntryPoint::SourceFile,
"struct S;",
expect![[r#"
SOURCE_FILE
STRUCT
STRUCT_KW "struct"
WHITESPACE " "
NAME
IDENT "S"
SEMICOLON ";"
"#]],
);
check_top(
TopEntryPoint::SourceFile,
"@error@",
expect![[r#"
SOURCE_FILE
ERROR
AT "@"
MACRO_CALL
PATH
PATH_SEGMENT
NAME_REF
IDENT "error"
ERROR
AT "@"
error 0: expected an item
error 6: expected BANG
error 6: expected `{`, `[`, `(`
error 6: expected SEMICOLON
error 6: expected an item
"#]],
);
}
#[test]
fn macro_stmt() {
check_top(
TopEntryPoint::MacroStmts,
"#!/usr/bin/rust",
expect![[r##"
MACRO_STMTS
ERROR
SHEBANG "#!/usr/bin/rust"
error 0: expected expression
"##]],
);
check_top(
TopEntryPoint::MacroStmts,
"let x = 1 2 struct S;",
expect![[r#"
MACRO_STMTS
LET_STMT
LET_KW "let"
WHITESPACE " "
IDENT_PAT
NAME
IDENT "x"
WHITESPACE " "
EQ "="
WHITESPACE " "
LITERAL
INT_NUMBER "1"
WHITESPACE " "
EXPR_STMT
LITERAL
INT_NUMBER "2"
WHITESPACE " "
STRUCT
STRUCT_KW "struct"
WHITESPACE " "
NAME
IDENT "S"
SEMICOLON ";"
"#]],
);
}
#[track_caller]
fn check_top(entry: TopEntryPoint, input: &str, expect: expect_test::Expect) {
let (parsed, _errors) = super::parse(entry, input);
expect.assert_eq(&parsed)
}

View File

@ -0,0 +1,107 @@
use crate::{LexedStr, PrefixEntryPoint, Step};
#[test]
fn vis() {
check(PrefixEntryPoint::Vis, "pub(crate) fn foo() {}", "pub(crate)");
check(PrefixEntryPoint::Vis, "fn foo() {}", "");
check(PrefixEntryPoint::Vis, "pub(fn foo() {}", "pub");
check(PrefixEntryPoint::Vis, "pub(crate fn foo() {}", "pub(crate");
check(PrefixEntryPoint::Vis, "crate fn foo() {}", "crate");
}
#[test]
fn block() {
check(PrefixEntryPoint::Block, "{}, 92", "{}");
check(PrefixEntryPoint::Block, "{, 92)", "{, 92)");
check(PrefixEntryPoint::Block, "()", "");
}
#[test]
fn stmt() {
check(PrefixEntryPoint::Stmt, "92; fn", "92");
check(PrefixEntryPoint::Stmt, "let _ = 92; 1", "let _ = 92");
check(PrefixEntryPoint::Stmt, "pub fn f() {} = 92", "pub fn f() {}");
check(PrefixEntryPoint::Stmt, "struct S;;", "struct S;");
check(PrefixEntryPoint::Stmt, "fn f() {};", "fn f() {}");
check(PrefixEntryPoint::Stmt, ";;;", ";");
check(PrefixEntryPoint::Stmt, "+", "+");
check(PrefixEntryPoint::Stmt, "@", "@");
check(PrefixEntryPoint::Stmt, "loop {} - 1", "loop {}");
}
#[test]
fn pat() {
check(PrefixEntryPoint::Pat, "x y", "x");
check(PrefixEntryPoint::Pat, "fn f() {}", "fn");
// FIXME: This one is wrong, we should consume only one pattern.
check(PrefixEntryPoint::Pat, ".. ..", ".. ..");
}
#[test]
fn ty() {
check(PrefixEntryPoint::Ty, "fn() foo", "fn()");
check(PrefixEntryPoint::Ty, "Clone + Copy + fn", "Clone + Copy +");
check(PrefixEntryPoint::Ty, "struct f", "struct");
}
#[test]
fn expr() {
check(PrefixEntryPoint::Expr, "92 92", "92");
check(PrefixEntryPoint::Expr, "+1", "+");
check(PrefixEntryPoint::Expr, "-1", "-1");
check(PrefixEntryPoint::Expr, "fn foo() {}", "fn");
check(PrefixEntryPoint::Expr, "#[attr] ()", "#[attr] ()");
}
#[test]
fn path() {
check(PrefixEntryPoint::Path, "foo::bar baz", "foo::bar");
check(PrefixEntryPoint::Path, "foo::<> baz", "foo::<>");
check(PrefixEntryPoint::Path, "foo<> baz", "foo<>");
check(PrefixEntryPoint::Path, "Fn() -> i32?", "Fn() -> i32");
// FIXME: This shouldn't be accepted as path actually.
check(PrefixEntryPoint::Path, "<_>::foo", "<_>::foo");
}
#[test]
fn item() {
// FIXME: This shouldn't consume the semicolon.
check(PrefixEntryPoint::Item, "fn foo() {};", "fn foo() {};");
check(PrefixEntryPoint::Item, "#[attr] pub struct S {} 92", "#[attr] pub struct S {}");
check(PrefixEntryPoint::Item, "item!{}?", "item!{}");
check(PrefixEntryPoint::Item, "????", "?");
}
#[test]
fn meta_item() {
check(PrefixEntryPoint::MetaItem, "attr, ", "attr");
check(PrefixEntryPoint::MetaItem, "attr(some token {stream});", "attr(some token {stream})");
check(PrefixEntryPoint::MetaItem, "path::attr = 2 * 2!", "path::attr = 2 * 2");
}
#[track_caller]
fn check(entry: PrefixEntryPoint, input: &str, prefix: &str) {
let lexed = LexedStr::new(input);
let input = lexed.to_input();
let mut n_tokens = 0;
for step in entry.parse(&input).iter() {
match step {
Step::Token { n_input_tokens, .. } => n_tokens += n_input_tokens as usize,
Step::Enter { .. } | Step::Exit | Step::Error { .. } => (),
}
}
let mut i = 0;
loop {
if n_tokens == 0 {
break;
}
if !lexed.kind(i).is_trivia() {
n_tokens -= 1;
}
i += 1;
}
let buf = &lexed.as_str()[..lexed.text_start(i)];
assert_eq!(buf, prefix);
}

View File

@ -0,0 +1,99 @@
use expect_test::expect;
use crate::TopEntryPoint;
#[test]
fn source_file() {
check(
TopEntryPoint::SourceFile,
"",
expect![[r#"
SOURCE_FILE
"#]],
);
check(
TopEntryPoint::SourceFile,
"struct S;",
expect![[r#"
SOURCE_FILE
STRUCT
STRUCT_KW "struct"
WHITESPACE " "
NAME
IDENT "S"
SEMICOLON ";"
"#]],
);
check(
TopEntryPoint::SourceFile,
"@error@",
expect![[r#"
SOURCE_FILE
ERROR
AT "@"
MACRO_CALL
PATH
PATH_SEGMENT
NAME_REF
IDENT "error"
ERROR
AT "@"
error 0: expected an item
error 6: expected BANG
error 6: expected `{`, `[`, `(`
error 6: expected SEMICOLON
error 6: expected an item
"#]],
);
}
#[test]
fn macro_stmt() {
check(
TopEntryPoint::MacroStmts,
"#!/usr/bin/rust",
expect![[r##"
MACRO_STMTS
ERROR
SHEBANG "#!/usr/bin/rust"
error 0: expected expression
"##]],
);
check(
TopEntryPoint::MacroStmts,
"let x = 1 2 struct S;",
expect![[r#"
MACRO_STMTS
LET_STMT
LET_KW "let"
WHITESPACE " "
IDENT_PAT
NAME
IDENT "x"
WHITESPACE " "
EQ "="
WHITESPACE " "
LITERAL
INT_NUMBER "1"
WHITESPACE " "
EXPR_STMT
LITERAL
INT_NUMBER "2"
WHITESPACE " "
STRUCT
STRUCT_KW "struct"
WHITESPACE " "
NAME
IDENT "S"
SEMICOLON ";"
"#]],
);
}
#[track_caller]
fn check(entry: TopEntryPoint, input: &str, expect: expect_test::Expect) {
let (parsed, _errors) = super::parse(entry, input);
expect.assert_eq(&parsed)
}