2018-07-30 06:08:06 -05:00
|
|
|
use {lexer::Token, SyntaxKind, SyntaxKind::EOF, TextRange, TextUnit};
|
2018-02-04 05:35:59 -06:00
|
|
|
|
|
|
|
use std::ops::{Add, AddAssign};
|
|
|
|
|
|
|
|
pub(crate) struct ParserInput<'t> {
|
|
|
|
text: &'t str,
|
|
|
|
start_offsets: Vec<TextUnit>,
|
|
|
|
tokens: Vec<Token>, // non-whitespace tokens
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<'t> ParserInput<'t> {
|
|
|
|
pub fn new(text: &'t str, raw_tokens: &'t [Token]) -> ParserInput<'t> {
|
|
|
|
let mut tokens = Vec::new();
|
|
|
|
let mut start_offsets = Vec::new();
|
2018-07-28 05:07:10 -05:00
|
|
|
let mut len = 0.into();
|
2018-02-04 05:35:59 -06:00
|
|
|
for &token in raw_tokens.iter() {
|
2018-07-29 07:16:07 -05:00
|
|
|
if !token.kind.is_trivia() {
|
2018-02-04 05:35:59 -06:00
|
|
|
tokens.push(token);
|
|
|
|
start_offsets.push(len);
|
|
|
|
}
|
|
|
|
len += token.len;
|
|
|
|
}
|
|
|
|
|
|
|
|
ParserInput {
|
|
|
|
text,
|
|
|
|
start_offsets,
|
|
|
|
tokens,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn kind(&self, pos: InputPosition) -> SyntaxKind {
|
|
|
|
let idx = pos.0 as usize;
|
|
|
|
if !(idx < self.tokens.len()) {
|
|
|
|
return EOF;
|
|
|
|
}
|
|
|
|
self.tokens[idx].kind
|
|
|
|
}
|
|
|
|
|
|
|
|
#[allow(unused)]
|
|
|
|
pub fn text(&self, pos: InputPosition) -> &'t str {
|
|
|
|
let idx = pos.0 as usize;
|
|
|
|
if !(idx < self.tokens.len()) {
|
|
|
|
return "";
|
|
|
|
}
|
2018-07-28 05:07:10 -05:00
|
|
|
let range = TextRange::offset_len(self.start_offsets[idx], self.tokens[idx].len);
|
2018-02-04 05:35:59 -06:00
|
|
|
&self.text[range]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Copy, Clone, Ord, PartialOrd, Eq, PartialEq)]
|
|
|
|
pub(crate) struct InputPosition(u32);
|
|
|
|
|
|
|
|
impl InputPosition {
|
|
|
|
pub fn new() -> Self {
|
|
|
|
InputPosition(0)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Add<u32> for InputPosition {
|
|
|
|
type Output = InputPosition;
|
|
|
|
|
|
|
|
fn add(self, rhs: u32) -> InputPosition {
|
|
|
|
InputPosition(self.0 + rhs)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl AddAssign<u32> for InputPosition {
|
|
|
|
fn add_assign(&mut self, rhs: u32) {
|
|
|
|
self.0 += rhs
|
|
|
|
}
|
|
|
|
}
|