aboutsummaryrefslogtreecommitdiff
path: root/src/parser/mod.rs
blob: c5525ff9cdcdd9ac57c9f5704b81c5f26f9db8ba (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
use {File, FileBuilder, Sink, SyntaxKind, Token};

use syntax_kinds::*;

mod event_parser;
use self::event_parser::Event;

/// Parse a sequence of tokens into the representative node tree
pub fn parse(text: String, tokens: &[Token]) -> File {
    let events = event_parser::parse(&text, tokens);
    from_events_to_file(text, tokens, events)
}

fn from_events_to_file(text: String, tokens: &[Token], events: Vec<Event>) -> File {
    let mut builder = FileBuilder::new(text);
    let mut idx = 0;

    let mut holes = Vec::new();
    let mut forward_parents = Vec::new();

    for (i, event) in events.iter().enumerate() {
        if holes.last() == Some(&i) {
            holes.pop();
            continue;
        }

        match event {
            &Event::Start {
                kind: TOMBSTONE, ..
            } => (),

            &Event::Start { .. } => {
                forward_parents.clear();
                let mut idx = i;
                loop {
                    let (kind, fwd) = match events[idx] {
                        Event::Start {
                            kind,
                            forward_parent,
                        } => (kind, forward_parent),
                        _ => unreachable!(),
                    };
                    forward_parents.push((idx, kind));
                    if let Some(fwd) = fwd {
                        idx += fwd as usize;
                    } else {
                        break;
                    }
                }
                for &(idx, kind) in forward_parents.iter().into_iter().rev() {
                    builder.start_internal(kind);
                    holes.push(idx);
                }
                holes.pop();
            }
            &Event::Finish => {
                while idx < tokens.len() {
                    let token = tokens[idx];
                    if is_insignificant(token.kind) {
                        idx += 1;
                        builder.leaf(token.kind, token.len);
                    } else {
                        break;
                    }
                }
                builder.finish_internal()
            }
            &Event::Token {
                kind: _,
                mut n_raw_tokens,
            } => loop {
                let token = tokens[idx];
                if !is_insignificant(token.kind) {
                    n_raw_tokens -= 1;
                }
                idx += 1;
                builder.leaf(token.kind, token.len);
                if n_raw_tokens == 0 {
                    break;
                }
            },
            &Event::Error { ref message } => builder.error().message(message.clone()).emit(),
        }
    }
    builder.finish()
}

fn is_insignificant(kind: SyntaxKind) -> bool {
    match kind {
        WHITESPACE | COMMENT => true,
        _ => false,
    }
}