diff options
Diffstat (limited to 'crates')
-rw-r--r-- | crates/ra_syntax/src/parsing.rs | 12 | ||||
-rw-r--r-- | crates/ra_syntax/src/parsing/reparsing.rs | 8 | ||||
-rw-r--r-- | crates/ra_syntax/src/parsing/text_token_source.rs (renamed from crates/ra_syntax/src/parsing/input.rs) | 10 | ||||
-rw-r--r-- | crates/ra_syntax/src/parsing/text_tree_sink.rs (renamed from crates/ra_syntax/src/parsing/builder.rs) | 12 |
4 files changed, 19 insertions, 23 deletions
diff --git a/crates/ra_syntax/src/parsing.rs b/crates/ra_syntax/src/parsing.rs index cf573801c..ad5668a65 100644 --- a/crates/ra_syntax/src/parsing.rs +++ b/crates/ra_syntax/src/parsing.rs | |||
@@ -2,17 +2,13 @@ | |||
2 | //! incremental reparsing. | 2 | //! incremental reparsing. |
3 | 3 | ||
4 | mod lexer; | 4 | mod lexer; |
5 | mod input; | 5 | mod text_token_source; |
6 | mod builder; | 6 | mod text_tree_sink; |
7 | mod reparsing; | 7 | mod reparsing; |
8 | 8 | ||
9 | use crate::{ | 9 | use crate::{ |
10 | SyntaxError, | 10 | SyntaxError, |
11 | syntax_node::GreenNode, | 11 | syntax_node::GreenNode, |
12 | parsing::{ | ||
13 | builder::TreeBuilder, | ||
14 | input::ParserInput, | ||
15 | }, | ||
16 | }; | 12 | }; |
17 | 13 | ||
18 | pub use self::lexer::{tokenize, Token}; | 14 | pub use self::lexer::{tokenize, Token}; |
@@ -21,8 +17,8 @@ pub(crate) use self::reparsing::incremental_reparse; | |||
21 | 17 | ||
22 | pub(crate) fn parse_text(text: &str) -> (GreenNode, Vec<SyntaxError>) { | 18 | pub(crate) fn parse_text(text: &str) -> (GreenNode, Vec<SyntaxError>) { |
23 | let tokens = tokenize(&text); | 19 | let tokens = tokenize(&text); |
24 | let token_source = ParserInput::new(text, &tokens); | 20 | let token_source = text_token_source::TextTokenSource::new(text, &tokens); |
25 | let mut tree_sink = TreeBuilder::new(text, &tokens); | 21 | let mut tree_sink = text_tree_sink::TextTreeSink::new(text, &tokens); |
26 | ra_parser::parse(&token_source, &mut tree_sink); | 22 | ra_parser::parse(&token_source, &mut tree_sink); |
27 | tree_sink.finish() | 23 | tree_sink.finish() |
28 | } | 24 | } |
diff --git a/crates/ra_syntax/src/parsing/reparsing.rs b/crates/ra_syntax/src/parsing/reparsing.rs index 19d8adcfb..ba77a3b6c 100644 --- a/crates/ra_syntax/src/parsing/reparsing.rs +++ b/crates/ra_syntax/src/parsing/reparsing.rs | |||
@@ -14,8 +14,8 @@ use crate::{ | |||
14 | algo, | 14 | algo, |
15 | syntax_node::{GreenNode, SyntaxNode}, | 15 | syntax_node::{GreenNode, SyntaxNode}, |
16 | parsing::{ | 16 | parsing::{ |
17 | input::ParserInput, | 17 | text_token_source::TextTokenSource, |
18 | builder::TreeBuilder, | 18 | text_tree_sink::TextTreeSink, |
19 | lexer::{tokenize, Token}, | 19 | lexer::{tokenize, Token}, |
20 | } | 20 | } |
21 | }; | 21 | }; |
@@ -68,8 +68,8 @@ fn reparse_block<'node>( | |||
68 | if !is_balanced(&tokens) { | 68 | if !is_balanced(&tokens) { |
69 | return None; | 69 | return None; |
70 | } | 70 | } |
71 | let token_source = ParserInput::new(&text, &tokens); | 71 | let token_source = TextTokenSource::new(&text, &tokens); |
72 | let mut tree_sink = TreeBuilder::new(&text, &tokens); | 72 | let mut tree_sink = TextTreeSink::new(&text, &tokens); |
73 | reparser.parse(&token_source, &mut tree_sink); | 73 | reparser.parse(&token_source, &mut tree_sink); |
74 | let (green, new_errors) = tree_sink.finish(); | 74 | let (green, new_errors) = tree_sink.finish(); |
75 | Some((node, green, new_errors)) | 75 | Some((node, green, new_errors)) |
diff --git a/crates/ra_syntax/src/parsing/input.rs b/crates/ra_syntax/src/parsing/text_token_source.rs index 31c6a3b9b..a6277f66f 100644 --- a/crates/ra_syntax/src/parsing/input.rs +++ b/crates/ra_syntax/src/parsing/text_token_source.rs | |||
@@ -5,7 +5,7 @@ use crate::{ | |||
5 | parsing::lexer::Token, | 5 | parsing::lexer::Token, |
6 | }; | 6 | }; |
7 | 7 | ||
8 | pub(crate) struct ParserInput<'t> { | 8 | pub(crate) struct TextTokenSource<'t> { |
9 | text: &'t str, | 9 | text: &'t str, |
10 | /// start position of each token(expect whitespace and comment) | 10 | /// start position of each token(expect whitespace and comment) |
11 | /// ```non-rust | 11 | /// ```non-rust |
@@ -25,7 +25,7 @@ pub(crate) struct ParserInput<'t> { | |||
25 | tokens: Vec<Token>, | 25 | tokens: Vec<Token>, |
26 | } | 26 | } |
27 | 27 | ||
28 | impl<'t> TokenSource for ParserInput<'t> { | 28 | impl<'t> TokenSource for TextTokenSource<'t> { |
29 | fn token_kind(&self, pos: usize) -> SyntaxKind { | 29 | fn token_kind(&self, pos: usize) -> SyntaxKind { |
30 | if !(pos < self.tokens.len()) { | 30 | if !(pos < self.tokens.len()) { |
31 | return EOF; | 31 | return EOF; |
@@ -48,9 +48,9 @@ impl<'t> TokenSource for ParserInput<'t> { | |||
48 | } | 48 | } |
49 | } | 49 | } |
50 | 50 | ||
51 | impl<'t> ParserInput<'t> { | 51 | impl<'t> TextTokenSource<'t> { |
52 | /// Generate input from tokens(expect comment and whitespace). | 52 | /// Generate input from tokens(expect comment and whitespace). |
53 | pub fn new(text: &'t str, raw_tokens: &'t [Token]) -> ParserInput<'t> { | 53 | pub fn new(text: &'t str, raw_tokens: &'t [Token]) -> TextTokenSource<'t> { |
54 | let mut tokens = Vec::new(); | 54 | let mut tokens = Vec::new(); |
55 | let mut start_offsets = Vec::new(); | 55 | let mut start_offsets = Vec::new(); |
56 | let mut len = 0.into(); | 56 | let mut len = 0.into(); |
@@ -62,6 +62,6 @@ impl<'t> ParserInput<'t> { | |||
62 | len += token.len; | 62 | len += token.len; |
63 | } | 63 | } |
64 | 64 | ||
65 | ParserInput { text, start_offsets, tokens } | 65 | TextTokenSource { text, start_offsets, tokens } |
66 | } | 66 | } |
67 | } | 67 | } |
diff --git a/crates/ra_syntax/src/parsing/builder.rs b/crates/ra_syntax/src/parsing/text_tree_sink.rs index cfe3139b8..8c1d78deb 100644 --- a/crates/ra_syntax/src/parsing/builder.rs +++ b/crates/ra_syntax/src/parsing/text_tree_sink.rs | |||
@@ -12,8 +12,8 @@ use crate::{ | |||
12 | 12 | ||
13 | /// Bridges the parser with our specific syntax tree representation. | 13 | /// Bridges the parser with our specific syntax tree representation. |
14 | /// | 14 | /// |
15 | /// `TreeBuilder` also handles attachment of trivia (whitespace) to nodes. | 15 | /// `TextTreeSink` also handles attachment of trivia (whitespace) to nodes. |
16 | pub(crate) struct TreeBuilder<'a> { | 16 | pub(crate) struct TextTreeSink<'a> { |
17 | text: &'a str, | 17 | text: &'a str, |
18 | tokens: &'a [Token], | 18 | tokens: &'a [Token], |
19 | text_pos: TextUnit, | 19 | text_pos: TextUnit, |
@@ -29,7 +29,7 @@ enum State { | |||
29 | PendingFinish, | 29 | PendingFinish, |
30 | } | 30 | } |
31 | 31 | ||
32 | impl<'a> TreeSink for TreeBuilder<'a> { | 32 | impl<'a> TreeSink for TextTreeSink<'a> { |
33 | fn leaf(&mut self, kind: SyntaxKind, n_tokens: u8) { | 33 | fn leaf(&mut self, kind: SyntaxKind, n_tokens: u8) { |
34 | match mem::replace(&mut self.state, State::Normal) { | 34 | match mem::replace(&mut self.state, State::Normal) { |
35 | State::PendingStart => unreachable!(), | 35 | State::PendingStart => unreachable!(), |
@@ -91,9 +91,9 @@ impl<'a> TreeSink for TreeBuilder<'a> { | |||
91 | } | 91 | } |
92 | } | 92 | } |
93 | 93 | ||
94 | impl<'a> TreeBuilder<'a> { | 94 | impl<'a> TextTreeSink<'a> { |
95 | pub(super) fn new(text: &'a str, tokens: &'a [Token]) -> TreeBuilder<'a> { | 95 | pub(super) fn new(text: &'a str, tokens: &'a [Token]) -> TextTreeSink<'a> { |
96 | TreeBuilder { | 96 | TextTreeSink { |
97 | text, | 97 | text, |
98 | tokens, | 98 | tokens, |
99 | text_pos: 0.into(), | 99 | text_pos: 0.into(), |