diff options
author | DJMcNab <[email protected]> | 2018-12-08 14:46:15 +0000 |
---|---|---|
committer | Aleksey Kladov <[email protected]> | 2018-12-08 16:28:10 +0000 |
commit | 89cf7d874393dc22056fe8bdcbff4ec43e5f0bb8 (patch) | |
tree | 338dfd9e2616e952fbfff5c2f2c042346e89d263 | |
parent | 3d3026dc6072bc52cd01f6dca4bbdf1df450da02 (diff) |
Clarify and correct comment about multi_byte_tokens
-rw-r--r-- | crates/ra_syntax/src/grammar.ron | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/crates/ra_syntax/src/grammar.ron b/crates/ra_syntax/src/grammar.ron index 53cd2118f..eed67637e 100644 --- a/crates/ra_syntax/src/grammar.ron +++ b/crates/ra_syntax/src/grammar.ron | |||
@@ -25,9 +25,9 @@ Grammar( | |||
25 | ["^", "CARET"], | 25 | ["^", "CARET"], |
26 | ["%", "PERCENT"], | 26 | ["%", "PERCENT"], |
27 | ], | 27 | ], |
28 | // TODO: Confirm surmision: the tokens which cannot be recorded in a single UTF-8 byte | 28 | // Tokens for which the longest match must be chosen (e.g. `..` is a DOTDOT, but `.` is a DOT) |
29 | multi_byte_tokens: [ | 29 | multi_byte_tokens: [ |
30 | [".", "DOT"], // Note: DOT is here because <TODO: REASON> | 30 | [".", "DOT"], |
31 | ["..", "DOTDOT"], | 31 | ["..", "DOTDOT"], |
32 | ["...", "DOTDOTDOT"], | 32 | ["...", "DOTDOTDOT"], |
33 | ["..=", "DOTDOTEQ"], | 33 | ["..=", "DOTDOTEQ"], |