aboutsummaryrefslogtreecommitdiff
path: root/crates/ra_syntax/src
diff options
context:
space:
mode:
Diffstat (limited to 'crates/ra_syntax/src')
-rw-r--r--crates/ra_syntax/src/parser_impl/event.rs93
1 files changed, 75 insertions, 18 deletions
diff --git a/crates/ra_syntax/src/parser_impl/event.rs b/crates/ra_syntax/src/parser_impl/event.rs
index 4e6e25cfb..95e5ce4cc 100644
--- a/crates/ra_syntax/src/parser_impl/event.rs
+++ b/crates/ra_syntax/src/parser_impl/event.rs
@@ -12,7 +12,7 @@ use {
12 TextUnit, TextRange, SmolStr, 12 TextUnit, TextRange, SmolStr,
13 lexer::Token, 13 lexer::Token,
14 parser_impl::Sink, 14 parser_impl::Sink,
15 SyntaxKind::{self, TOMBSTONE}, 15 SyntaxKind::{self, *},
16}; 16};
17 17
18 18
@@ -104,7 +104,6 @@ impl<'a, S: Sink> EventProcessor<'a, S> {
104 fn tombstone() -> Event { 104 fn tombstone() -> Event {
105 Event::Start { kind: TOMBSTONE, forward_parent: None } 105 Event::Start { kind: TOMBSTONE, forward_parent: None }
106 } 106 }
107 let mut depth = 0;
108 let mut forward_parents = Vec::new(); 107 let mut forward_parents = Vec::new();
109 108
110 for i in 0..self.events.len() { 109 for i in 0..self.events.len() {
@@ -131,25 +130,14 @@ impl<'a, S: Sink> EventProcessor<'a, S> {
131 }; 130 };
132 } 131 }
133 for kind in forward_parents.drain(..).rev() { 132 for kind in forward_parents.drain(..).rev() {
134 if depth > 0 { 133 self.start(kind);
135 self.eat_ws();
136 }
137 depth += 1;
138 self.sink.start_internal(kind);
139 } 134 }
140 } 135 }
141 Event::Finish => { 136 Event::Finish => {
142 depth -= 1; 137 let last = i == self.events.len() - 1;
143 if depth == 0 { 138 self.finish(last);
144 self.eat_ws(); 139 },
145 } 140 Event::Token { kind, n_raw_tokens } => {
146
147 self.sink.finish_internal();
148 }
149 Event::Token {
150 kind,
151 n_raw_tokens,
152 } => {
153 self.eat_ws(); 141 self.eat_ws();
154 let n_raw_tokens = n_raw_tokens as usize; 142 let n_raw_tokens = n_raw_tokens as usize;
155 let len = self.tokens[self.token_pos..self.token_pos + n_raw_tokens] 143 let len = self.tokens[self.token_pos..self.token_pos + n_raw_tokens]
@@ -164,6 +152,43 @@ impl<'a, S: Sink> EventProcessor<'a, S> {
164 self.sink 152 self.sink
165 } 153 }
166 154
155 fn start(&mut self, kind: SyntaxKind) {
156 if kind == ROOT {
157 self.sink.start_internal(kind);
158 return;
159 }
160 let n_trivias = self.tokens[self.token_pos..]
161 .iter()
162 .take_while(|it| it.kind.is_trivia())
163 .count();
164 let leading_trivias = &self.tokens[self.token_pos..self.token_pos + n_trivias];
165 let mut trivia_end = self.text_pos + leading_trivias
166 .iter()
167 .map(|it| it.len)
168 .sum::<TextUnit>();
169
170 let n_attached_trivias = {
171 let leading_trivias = leading_trivias.iter().rev()
172 .map(|it| {
173 let next_end = trivia_end - it.len;
174 let range = TextRange::from_to(next_end, trivia_end);
175 trivia_end = next_end;
176 (it.kind, &self.text[range])
177 });
178 n_attached_trivias(kind, leading_trivias)
179 };
180 self.eat_n_trivias(n_trivias - n_attached_trivias);
181 self.sink.start_internal(kind);
182 self.eat_n_trivias(n_attached_trivias);
183 }
184
185 fn finish(&mut self, last: bool) {
186 if last {
187 self.eat_ws()
188 }
189 self.sink.finish_internal();
190 }
191
167 fn eat_ws(&mut self) { 192 fn eat_ws(&mut self) {
168 while let Some(&token) = self.tokens.get(self.token_pos) { 193 while let Some(&token) = self.tokens.get(self.token_pos) {
169 if !token.kind.is_trivia() { 194 if !token.kind.is_trivia() {
@@ -173,6 +198,14 @@ impl<'a, S: Sink> EventProcessor<'a, S> {
173 } 198 }
174 } 199 }
175 200
201 fn eat_n_trivias(&mut self, n: usize) {
202 for _ in 0..n {
203 let token = self.tokens[self.token_pos];
204 assert!(token.kind.is_trivia());
205 self.leaf(token.kind, token.len, 1);
206 }
207 }
208
176 fn leaf(&mut self, kind: SyntaxKind, len: TextUnit, n_tokens: usize) { 209 fn leaf(&mut self, kind: SyntaxKind, len: TextUnit, n_tokens: usize) {
177 let range = TextRange::offset_len(self.text_pos, len); 210 let range = TextRange::offset_len(self.text_pos, len);
178 let text: SmolStr = self.text[range].into(); 211 let text: SmolStr = self.text[range].into();
@@ -181,3 +214,27 @@ impl<'a, S: Sink> EventProcessor<'a, S> {
181 self.sink.leaf(kind, text); 214 self.sink.leaf(kind, text);
182 } 215 }
183} 216}
217
218fn n_attached_trivias<'a>(kind: SyntaxKind, trivias: impl Iterator<Item=(SyntaxKind, &'a str)>) -> usize {
219 match kind {
220 STRUCT_DEF | ENUM_DEF | FN_DEF | TRAIT_DEF | MODULE => {
221 let mut res = 0;
222 for (i, (kind, text)) in trivias.enumerate() {
223 match kind {
224 WHITESPACE => {
225 if text.contains("\n\n") {
226 break;
227 }
228 }
229 COMMENT => {
230 res = i + 1;
231 }
232 _ => (),
233 }
234 }
235 res
236 }
237 _ => 0,
238 }
239
240}