diff options
Diffstat (limited to 'src')
-rw-r--r-- | src/parser_impl/event.rs | 47 |
1 files changed, 24 insertions, 23 deletions
diff --git a/src/parser_impl/event.rs b/src/parser_impl/event.rs index 66a0b6fc0..e64087480 100644 --- a/src/parser_impl/event.rs +++ b/src/parser_impl/event.rs | |||
@@ -76,9 +76,19 @@ pub(crate) enum Event { | |||
76 | }, | 76 | }, |
77 | } | 77 | } |
78 | 78 | ||
79 | pub(super) fn process<'a>(builder: &mut impl Sink<'a>, tokens: &[Token], events: Vec<Event>) { | 79 | pub(super) fn process<'a, S: Sink<'a>>(builder: &mut S, tokens: &[Token], events: Vec<Event>) { |
80 | let mut idx = 0; | 80 | let mut next_tok_idx = 0; |
81 | let eat_ws = |idx: &mut usize, builder: &mut S| { | ||
82 | while let Some(token) = tokens.get(*idx) { | ||
83 | if !token.kind.is_trivia() { | ||
84 | break; | ||
85 | } | ||
86 | builder.leaf(token.kind, token.len); | ||
87 | *idx += 1 | ||
88 | } | ||
89 | }; | ||
81 | 90 | ||
91 | let mut depth = 0; | ||
82 | let mut holes = Vec::new(); | 92 | let mut holes = Vec::new(); |
83 | let mut forward_parents = Vec::new(); | 93 | let mut forward_parents = Vec::new(); |
84 | 94 | ||
@@ -112,41 +122,32 @@ pub(super) fn process<'a>(builder: &mut impl Sink<'a>, tokens: &[Token], events: | |||
112 | } | 122 | } |
113 | } | 123 | } |
114 | for &(idx, kind) in forward_parents.iter().into_iter().rev() { | 124 | for &(idx, kind) in forward_parents.iter().into_iter().rev() { |
125 | if depth > 0 { | ||
126 | eat_ws(&mut next_tok_idx, builder); | ||
127 | } | ||
128 | depth += 1; | ||
115 | builder.start_internal(kind); | 129 | builder.start_internal(kind); |
116 | holes.push(idx); | 130 | holes.push(idx); |
117 | } | 131 | } |
118 | holes.pop(); | 132 | holes.pop(); |
119 | } | 133 | } |
120 | &Event::Finish => { | 134 | &Event::Finish => { |
121 | while idx < tokens.len() { | 135 | depth -= 1; |
122 | let token = tokens[idx]; | 136 | if depth == 0 { |
123 | if token.kind.is_trivia() { | 137 | eat_ws(&mut next_tok_idx, builder); |
124 | idx += 1; | ||
125 | builder.leaf(token.kind, token.len); | ||
126 | } else { | ||
127 | break; | ||
128 | } | ||
129 | } | 138 | } |
130 | builder.finish_internal() | 139 | |
140 | builder.finish_internal(); | ||
131 | } | 141 | } |
132 | &Event::Token { | 142 | &Event::Token { |
133 | kind, | 143 | kind, |
134 | mut n_raw_tokens, | 144 | mut n_raw_tokens, |
135 | } => { | 145 | } => { |
136 | // FIXME: currently, we attach whitespace to some random node | 146 | eat_ws(&mut next_tok_idx, builder); |
137 | // this should be done in a sensible manner instead | ||
138 | loop { | ||
139 | let token = tokens[idx]; | ||
140 | if !token.kind.is_trivia() { | ||
141 | break; | ||
142 | } | ||
143 | builder.leaf(token.kind, token.len); | ||
144 | idx += 1 | ||
145 | } | ||
146 | let mut len = 0.into(); | 147 | let mut len = 0.into(); |
147 | for _ in 0..n_raw_tokens { | 148 | for _ in 0..n_raw_tokens { |
148 | len += tokens[idx].len; | 149 | len += tokens[next_tok_idx].len; |
149 | idx += 1; | 150 | next_tok_idx += 1; |
150 | } | 151 | } |
151 | builder.leaf(kind, len); | 152 | builder.leaf(kind, len); |
152 | } | 153 | } |