aboutsummaryrefslogtreecommitdiff
path: root/crates/ra_syntax/src/parsing/input.rs
diff options
context:
space:
mode:
Diffstat (limited to 'crates/ra_syntax/src/parsing/input.rs')
-rw-r--r--crates/ra_syntax/src/parsing/input.rs67
1 files changed, 0 insertions, 67 deletions
diff --git a/crates/ra_syntax/src/parsing/input.rs b/crates/ra_syntax/src/parsing/input.rs
deleted file mode 100644
index 31c6a3b9b..000000000
--- a/crates/ra_syntax/src/parsing/input.rs
+++ /dev/null
@@ -1,67 +0,0 @@
1use ra_parser::TokenSource;
2
3use crate::{
4 SyntaxKind, SyntaxKind::EOF, TextRange, TextUnit,
5 parsing::lexer::Token,
6};
7
8pub(crate) struct ParserInput<'t> {
9 text: &'t str,
10 /// start position of each token(expect whitespace and comment)
11 /// ```non-rust
12 /// struct Foo;
13 /// ^------^---
14 /// | | ^-
15 /// 0 7 10
16 /// ```
17 /// (token, start_offset): `[(struct, 0), (Foo, 7), (;, 10)]`
18 start_offsets: Vec<TextUnit>,
19 /// non-whitespace/comment tokens
20 /// ```non-rust
21 /// struct Foo {}
22 /// ^^^^^^ ^^^ ^^
23 /// ```
24 /// tokens: `[struct, Foo, {, }]`
25 tokens: Vec<Token>,
26}
27
28impl<'t> TokenSource for ParserInput<'t> {
29 fn token_kind(&self, pos: usize) -> SyntaxKind {
30 if !(pos < self.tokens.len()) {
31 return EOF;
32 }
33 self.tokens[pos].kind
34 }
35 fn is_token_joint_to_next(&self, pos: usize) -> bool {
36 if !(pos + 1 < self.tokens.len()) {
37 return true;
38 }
39 self.start_offsets[pos] + self.tokens[pos].len == self.start_offsets[pos + 1]
40 }
41 fn is_keyword(&self, pos: usize, kw: &str) -> bool {
42 if !(pos < self.tokens.len()) {
43 return false;
44 }
45 let range = TextRange::offset_len(self.start_offsets[pos], self.tokens[pos].len);
46
47 self.text[range] == *kw
48 }
49}
50
51impl<'t> ParserInput<'t> {
52 /// Generate input from tokens(expect comment and whitespace).
53 pub fn new(text: &'t str, raw_tokens: &'t [Token]) -> ParserInput<'t> {
54 let mut tokens = Vec::new();
55 let mut start_offsets = Vec::new();
56 let mut len = 0.into();
57 for &token in raw_tokens.iter() {
58 if !token.kind.is_trivia() {
59 tokens.push(token);
60 start_offsets.push(len);
61 }
62 len += token.len;
63 }
64
65 ParserInput { text, start_offsets, tokens }
66 }
67}