diff options
| author | DJMcNab <[email protected]> | 2018-12-08 14:46:15 +0000 |
|---|---|---|
| committer | Aleksey Kladov <[email protected]> | 2018-12-08 16:28:10 +0000 |
| commit | 89cf7d874393dc22056fe8bdcbff4ec43e5f0bb8 (patch) | |
| tree | 338dfd9e2616e952fbfff5c2f2c042346e89d263 /crates/ra_syntax/src/grammar.ron | |
| parent | 3d3026dc6072bc52cd01f6dca4bbdf1df450da02 (diff) | |
Clarify and correct comment about multi_byte_tokens
Diffstat (limited to 'crates/ra_syntax/src/grammar.ron')
| -rw-r--r-- | crates/ra_syntax/src/grammar.ron | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/crates/ra_syntax/src/grammar.ron b/crates/ra_syntax/src/grammar.ron index 53cd2118f..eed67637e 100644 --- a/crates/ra_syntax/src/grammar.ron +++ b/crates/ra_syntax/src/grammar.ron | |||
| @@ -25,9 +25,9 @@ Grammar( | |||
| 25 | ["^", "CARET"], | 25 | ["^", "CARET"], |
| 26 | ["%", "PERCENT"], | 26 | ["%", "PERCENT"], |
| 27 | ], | 27 | ], |
| 28 | // TODO: Confirm surmision: the tokens which cannot be recorded in a single UTF-8 byte | 28 | // Tokens for which the longest match must be chosen (e.g. `..` is a DOTDOT, but `.` is a DOT) |
| 29 | multi_byte_tokens: [ | 29 | multi_byte_tokens: [ |
| 30 | [".", "DOT"], // Note: DOT is here because <TODO: REASON> | 30 | [".", "DOT"], |
| 31 | ["..", "DOTDOT"], | 31 | ["..", "DOTDOT"], |
| 32 | ["...", "DOTDOTDOT"], | 32 | ["...", "DOTDOTDOT"], |
| 33 | ["..=", "DOTDOTEQ"], | 33 | ["..=", "DOTDOTEQ"], |