diff options
Diffstat (limited to 'crates/ra_syntax/src/grammar.ron')
-rw-r--r-- | crates/ra_syntax/src/grammar.ron | 14 |
1 files changed, 8 insertions, 6 deletions
diff --git a/crates/ra_syntax/src/grammar.ron b/crates/ra_syntax/src/grammar.ron index d4c863705..47334bdf0 100644 --- a/crates/ra_syntax/src/grammar.ron +++ b/crates/ra_syntax/src/grammar.ron | |||
@@ -24,6 +24,7 @@ Grammar( | |||
24 | ["/", "SLASH"], | 24 | ["/", "SLASH"], |
25 | ["^", "CARET"], | 25 | ["^", "CARET"], |
26 | ["%", "PERCENT"], | 26 | ["%", "PERCENT"], |
27 | ["_", "UNDERSCORE"], | ||
27 | ], | 28 | ], |
28 | // Tokens for which the longest match must be chosen (e.g. `..` is a DOTDOT, but `.` is a DOT) | 29 | // Tokens for which the longest match must be chosen (e.g. `..` is a DOTDOT, but `.` is a DOT) |
29 | multi_byte_tokens: [ | 30 | multi_byte_tokens: [ |
@@ -99,20 +100,21 @@ Grammar( | |||
99 | "default", | 100 | "default", |
100 | "union", | 101 | "union", |
101 | ], | 102 | ], |
102 | tokens: [ | 103 | literals: [ |
103 | "ERROR", | ||
104 | "IDENT", | ||
105 | "UNDERSCORE", | ||
106 | "WHITESPACE", | ||
107 | "INT_NUMBER", | 104 | "INT_NUMBER", |
108 | "FLOAT_NUMBER", | 105 | "FLOAT_NUMBER", |
109 | "LIFETIME", | ||
110 | "CHAR", | 106 | "CHAR", |
111 | "BYTE", | 107 | "BYTE", |
112 | "STRING", | 108 | "STRING", |
113 | "RAW_STRING", | 109 | "RAW_STRING", |
114 | "BYTE_STRING", | 110 | "BYTE_STRING", |
115 | "RAW_BYTE_STRING", | 111 | "RAW_BYTE_STRING", |
112 | ], | ||
113 | tokens: [ | ||
114 | "ERROR", | ||
115 | "IDENT", | ||
116 | "WHITESPACE", | ||
117 | "LIFETIME", | ||
116 | "COMMENT", | 118 | "COMMENT", |
117 | "SHEBANG", | 119 | "SHEBANG", |
118 | ], | 120 | ], |