2023-12-07 15:31:15 +08:00
|
|
|
use crate::{LineCol, LineIndex, TextSize, WideChar, WideEncoding, WideLineCol};
|
2023-06-27 15:21:58 +02:00
|
|
|
|
|
|
|
macro_rules! test {
|
|
|
|
(
|
|
|
|
case: $test_name:ident,
|
|
|
|
text: $text:expr,
|
|
|
|
lines: $lines:expr,
|
|
|
|
multi_byte_chars: $multi_byte_chars:expr,
|
|
|
|
) => {
|
|
|
|
#[test]
|
|
|
|
fn $test_name() {
|
|
|
|
let line_index = LineIndex::new($text);
|
|
|
|
|
|
|
|
let expected_lines: Vec<TextSize> =
|
|
|
|
$lines.into_iter().map(<TextSize as From<u32>>::from).collect();
|
|
|
|
|
|
|
|
assert_eq!(&*line_index.newlines, &*expected_lines);
|
|
|
|
|
|
|
|
let expected_mbcs: Vec<_> = $multi_byte_chars
|
|
|
|
.into_iter()
|
|
|
|
.map(|(line, (pos, end)): (u32, (u32, u32))| {
|
|
|
|
(line, WideChar { start: TextSize::from(pos), end: TextSize::from(end) })
|
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
assert_eq!(
|
|
|
|
line_index
|
|
|
|
.line_wide_chars
|
|
|
|
.iter()
|
|
|
|
.flat_map(|(line, val)| std::iter::repeat(*line).zip(val.iter().copied()))
|
|
|
|
.collect::<Vec<_>>(),
|
|
|
|
expected_mbcs
|
|
|
|
);
|
|
|
|
}
|
|
|
|
};
|
2023-05-03 19:18:41 -07:00
|
|
|
}
|
2023-06-27 15:21:58 +02:00
|
|
|
|
|
|
|
test!(
|
|
|
|
case: empty_text,
|
|
|
|
text: "",
|
|
|
|
lines: vec![],
|
|
|
|
multi_byte_chars: vec![],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: newlines_short,
|
|
|
|
text: "a\nc",
|
|
|
|
lines: vec![2],
|
|
|
|
multi_byte_chars: vec![],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: newlines_long,
|
|
|
|
text: "012345678\nabcdef012345678\na",
|
|
|
|
lines: vec![10, 26],
|
|
|
|
multi_byte_chars: vec![],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: newline_and_multi_byte_char_in_same_chunk,
|
|
|
|
text: "01234β789\nbcdef0123456789abcdef",
|
|
|
|
lines: vec![11],
|
|
|
|
multi_byte_chars: vec![(0, (5, 7))],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: newline_and_control_char_in_same_chunk,
|
|
|
|
text: "01234\u{07}6789\nbcdef0123456789abcdef",
|
|
|
|
lines: vec![11],
|
|
|
|
multi_byte_chars: vec![],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: multi_byte_char_short,
|
|
|
|
text: "aβc",
|
|
|
|
lines: vec![],
|
|
|
|
multi_byte_chars: vec![(0, (1, 3))],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: multi_byte_char_long,
|
|
|
|
text: "0123456789abcΔf012345β",
|
|
|
|
lines: vec![],
|
|
|
|
multi_byte_chars: vec![(0, (13, 15)), (0, (22, 24))],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: multi_byte_char_across_chunk_boundary,
|
|
|
|
text: "0123456789abcdeΔ123456789abcdef01234",
|
|
|
|
lines: vec![],
|
|
|
|
multi_byte_chars: vec![(0, (15, 17))],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: multi_byte_char_across_chunk_boundary_tail,
|
|
|
|
text: "0123456789abcdeΔ....",
|
|
|
|
lines: vec![],
|
|
|
|
multi_byte_chars: vec![(0, (15, 17))],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: multi_byte_with_new_lines,
|
|
|
|
text: "01\t345\n789abcΔf01234567\u{07}9\nbcΔf",
|
|
|
|
lines: vec![7, 27],
|
2023-12-07 15:31:15 +08:00
|
|
|
multi_byte_chars: vec![(1, (6, 8)), (2, (2, 4))],
|
2023-06-27 15:21:58 +02:00
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: trailing_newline,
|
|
|
|
text: "0123456789\n",
|
|
|
|
lines: vec![11],
|
|
|
|
multi_byte_chars: vec![],
|
|
|
|
);
|
|
|
|
|
|
|
|
test!(
|
|
|
|
case: trailing_newline_chunk_boundary,
|
|
|
|
text: "0123456789abcde\n",
|
|
|
|
lines: vec![16],
|
|
|
|
multi_byte_chars: vec![],
|
|
|
|
);
|
2023-12-07 15:31:15 +08:00
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_try_line_col() {
|
|
|
|
let text = "\n\n\n\n\n宽3456";
|
|
|
|
assert_eq!(&text[5..8], "宽");
|
|
|
|
assert_eq!(&text[11..12], "6");
|
|
|
|
let line_index = LineIndex::new(text);
|
|
|
|
let before_6 = TextSize::from(11);
|
|
|
|
let line_col = line_index.try_line_col(before_6);
|
|
|
|
assert_eq!(line_col, Some(LineCol { line: 5, col: 6 }));
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_to_wide() {
|
|
|
|
let text = "\n\n\n\n\n宽3456";
|
|
|
|
assert_eq!(&text[5..8], "宽");
|
|
|
|
assert_eq!(&text[11..12], "6");
|
|
|
|
let line_index = LineIndex::new(text);
|
|
|
|
let before_6 = TextSize::from(11);
|
|
|
|
let line_col = line_index.try_line_col(before_6);
|
|
|
|
assert_eq!(line_col, Some(LineCol { line: 5, col: 6 }));
|
|
|
|
let wide_line_col = line_index.to_wide(WideEncoding::Utf16, line_col.unwrap());
|
|
|
|
assert_eq!(wide_line_col, Some(WideLineCol { line: 5, col: 4 }));
|
|
|
|
}
|