use crate::algo; use crate::grammar; use crate::lexer::{tokenize, Token}; use crate::parser_api::Parser; use crate::parser_impl; use crate::text_utils::replace_range; use crate::yellow::{self, GreenNode, SyntaxError, SyntaxNodeRef}; use crate::{SyntaxKind::*, TextRange, TextUnit}; #[derive(Debug, Clone)] pub struct AtomEdit { pub delete: TextRange, pub insert: String, } impl AtomEdit { pub fn replace(range: TextRange, replace_with: String) -> AtomEdit { AtomEdit { delete: range, insert: replace_with, } } pub fn delete(range: TextRange) -> AtomEdit { AtomEdit::replace(range, String::new()) } pub fn insert(offset: TextUnit, text: String) -> AtomEdit { AtomEdit::replace(TextRange::offset_len(offset, 0.into()), text) } } pub(crate) fn incremental_reparse( node: SyntaxNodeRef, edit: &AtomEdit, errors: Vec, ) -> Option<(GreenNode, Vec)> { let (node, green, new_errors) = reparse_leaf(node, &edit).or_else(|| reparse_block(node, &edit))?; let green_root = node.replace_with(green); let errors = merge_errors(errors, new_errors, node, edit); Some((green_root, errors)) } fn reparse_leaf<'node>( node: SyntaxNodeRef<'node>, edit: &AtomEdit, ) -> Option<(SyntaxNodeRef<'node>, GreenNode, Vec)> { let node = algo::find_covering_node(node, edit.delete); match node.kind() { WHITESPACE | COMMENT | IDENT | STRING | RAW_STRING => { let text = get_text_after_edit(node, &edit); let tokens = tokenize(&text); let token = match tokens[..] { [token] if token.kind == node.kind() => token, _ => return None, }; if token.kind == IDENT && is_contextual_kw(&text) { return None; } let green = GreenNode::new_leaf(node.kind(), text.into()); let new_errors = vec![]; Some((node, green, new_errors)) } _ => None, } } fn reparse_block<'node>( node: SyntaxNodeRef<'node>, edit: &AtomEdit, ) -> Option<(SyntaxNodeRef<'node>, GreenNode, Vec)> { let (node, reparser) = find_reparsable_node(node, edit.delete)?; let text = get_text_after_edit(node, &edit); let tokens = tokenize(&text); if !is_balanced(&tokens) { return None; } let (green, new_errors) = parser_impl::parse_with(yellow::GreenBuilder::new(), &text, &tokens, reparser); Some((node, green, new_errors)) } fn get_text_after_edit(node: SyntaxNodeRef, edit: &AtomEdit) -> String { replace_range( node.text().to_string(), edit.delete - node.range().start(), &edit.insert, ) } fn is_contextual_kw(text: &str) -> bool { match text { "auto" | "default" | "union" => true, _ => false, } } type ParseFn = fn(&mut Parser); fn find_reparsable_node( node: SyntaxNodeRef<'_>, range: TextRange, ) -> Option<(SyntaxNodeRef<'_>, ParseFn)> { let node = algo::find_covering_node(node, range); return node .ancestors() .filter_map(|node| reparser(node).map(|r| (node, r))) .next(); fn reparser(node: SyntaxNodeRef) -> Option { let res = match node.kind() { BLOCK => grammar::block, NAMED_FIELD_DEF_LIST => grammar::named_field_def_list, NAMED_FIELD_LIST => grammar::named_field_list, ENUM_VARIANT_LIST => grammar::enum_variant_list, MATCH_ARM_LIST => grammar::match_arm_list, USE_TREE_LIST => grammar::use_tree_list, EXTERN_ITEM_LIST => grammar::extern_item_list, TOKEN_TREE if node.first_child().unwrap().kind() == L_CURLY => grammar::token_tree, ITEM_LIST => { let parent = node.parent().unwrap(); match parent.kind() { IMPL_ITEM => grammar::impl_item_list, TRAIT_DEF => grammar::trait_item_list, MODULE => grammar::mod_item_list, _ => return None, } } _ => return None, }; Some(res) } } fn is_balanced(tokens: &[Token]) -> bool { if tokens.is_empty() || tokens.first().unwrap().kind != L_CURLY || tokens.last().unwrap().kind != R_CURLY { return false; } let mut balance = 0usize; for t in tokens.iter() { match t.kind { L_CURLY => balance += 1, R_CURLY => { balance = match balance.checked_sub(1) { Some(b) => b, None => return false, } } _ => (), } } balance == 0 } fn merge_errors( old_errors: Vec, new_errors: Vec, old_node: SyntaxNodeRef, edit: &AtomEdit, ) -> Vec { let mut res = Vec::new(); for e in old_errors { if e.range.start() <= old_node.range().start() { res.push(e) } else if e.range.start() >= old_node.range().end() { res.push(SyntaxError { kind: e.kind, range: e.range + TextUnit::of_str(&edit.insert) - edit.delete.len(), }) } } for e in new_errors { res.push(SyntaxError { kind: e.kind, range: e.range + old_node.range().start(), }) } res } #[cfg(test)] mod tests { use super::{ super::{test_utils::extract_range, text_utils::replace_range, utils::dump_tree, File}, reparse_block, reparse_leaf, AtomEdit, GreenNode, SyntaxError, SyntaxNodeRef, }; fn do_check(before: &str, replace_with: &str, reparser: F) where for<'a> F: Fn(SyntaxNodeRef<'a>, &AtomEdit) -> Option<(SyntaxNodeRef<'a>, GreenNode, Vec)>, { let (range, before) = extract_range(before); let after = replace_range(before.clone(), range, replace_with); let fully_reparsed = File::parse(&after); let incrementally_reparsed = { let f = File::parse(&before); let edit = AtomEdit { delete: range, insert: replace_with.to_string(), }; let (node, green, new_errors) = reparser(f.syntax(), &edit).expect("cannot incrementally reparse"); let green_root = node.replace_with(green); let errors = super::merge_errors(f.errors(), new_errors, node, &edit); File::new(green_root, errors) }; assert_eq_text!( &dump_tree(fully_reparsed.syntax()), &dump_tree(incrementally_reparsed.syntax()), ) } #[test] fn reparse_block_tests() { let do_check = |before, replace_to| do_check(before, replace_to, reparse_block); do_check( r" fn foo() { let x = foo + <|>bar<|> } ", "baz", ); do_check( r" fn foo() { let x = foo<|> + bar<|> } ", "baz", ); do_check( r" struct Foo { f: foo<|><|> } ", ",\n g: (),", ); do_check( r" fn foo { let; 1 + 1; <|>92<|>; } ", "62", ); do_check( r" mod foo { fn <|><|> } ", "bar", ); do_check( r" trait Foo { type <|>Foo<|>; } ", "Output", ); do_check( r" impl IntoIterator for Foo { f<|><|> } ", "n next(", ); do_check( r" use a::b::{foo,<|>,bar<|>}; ", "baz", ); do_check( r" pub enum A { Foo<|><|> } ", "\nBar;\n", ); do_check( r" foo!{a, b<|><|> d} ", ", c[3]", ); do_check( r" fn foo() { vec![<|><|>] } ", "123", ); do_check( r" extern { fn<|>;<|> } ", " exit(code: c_int)", ); } #[test] fn reparse_leaf_tests() { let do_check = |before, replace_to| do_check(before, replace_to, reparse_leaf); do_check( r"<|><|> fn foo() -> i32 { 1 } ", "\n\n\n \n", ); do_check( r" fn foo() -> <|><|> {} ", " \n", ); do_check( r" fn <|>foo<|>() -> i32 { 1 } ", "bar", ); do_check( r" fn foo<|><|>foo() { } ", "bar", ); do_check( r" fn foo /* <|><|> */ () {} ", "some comment", ); do_check( r" fn baz <|><|> () {} ", " \t\t\n\n", ); do_check( r" fn baz <|><|> () {} ", " \t\t\n\n", ); do_check( r" /// foo <|><|>omment mod { } ", "c", ); do_check( r#" fn -> &str { "Hello<|><|>" } "#, ", world", ); do_check( r#" fn -> &str { // "Hello<|><|>" "#, ", world", ); do_check( r##" fn -> &str { r#"Hello<|><|>"# "##, ", world", ); do_check( r" #[derive(<|>Copy<|>)] enum Foo { } ", "Clone", ); } }