use {Token, File, FileBuilder, Sink, SyntaxKind}; use syntax_kinds::*; use tree::TOMBSTONE; mod event_parser; use self::event_parser::Event; pub fn parse(text: String, tokens: &[Token]) -> File { let events = event_parser::parse(&text, tokens); from_events_to_file(text, tokens, events) } fn from_events_to_file( text: String, tokens: &[Token], events: Vec, ) -> File { let mut builder = FileBuilder::new(text); let mut idx = 0; let mut holes = Vec::new(); let mut forward_parents = Vec::new(); for (i, event) in events.iter().enumerate() { if holes.last() == Some(&i) { holes.pop(); continue } match event { &Event::Start { kind: TOMBSTONE, .. } => (), &Event::Start { .. } => { forward_parents.clear(); let mut idx = i; loop { let (kind, fwd) = match events[idx] { Event::Start { kind, forward_parent } => (kind, forward_parent), _ => unreachable!(), }; forward_parents.push((idx, kind)); if let Some(fwd) = fwd { idx += fwd as usize; } else { break; } } for &(idx, kind) in forward_parents.iter().into_iter().rev() { builder.start_internal(kind); holes.push(idx); } holes.pop(); } &Event::Finish => { while idx < tokens.len() { let token = tokens[idx]; if is_insignificant(token.kind) { idx += 1; builder.leaf(token.kind, token.len); } else { break; } } builder.finish_internal() }, &Event::Token { kind: _, mut n_raw_tokens } => loop { let token = tokens[idx]; if !is_insignificant(token.kind) { n_raw_tokens -= 1; } idx += 1; builder.leaf(token.kind, token.len); if n_raw_tokens == 0 { break; } }, &Event::Error { ref message } => builder.error().message(message.clone()).emit(), } } builder.finish() } fn is_insignificant(kind: SyntaxKind) -> bool { match kind { WHITESPACE | COMMENT => true, _ => false, } }