aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorDJMcNab <[email protected]>2018-12-08 14:46:15 +0000
committerAleksey Kladov <[email protected]>2018-12-08 16:28:10 +0000
commit89cf7d874393dc22056fe8bdcbff4ec43e5f0bb8 (patch)
tree338dfd9e2616e952fbfff5c2f2c042346e89d263
parent3d3026dc6072bc52cd01f6dca4bbdf1df450da02 (diff)
Clarify and correct comment about multi_byte_tokens
-rw-r--r--crates/ra_syntax/src/grammar.ron4
1 files changed, 2 insertions, 2 deletions
diff --git a/crates/ra_syntax/src/grammar.ron b/crates/ra_syntax/src/grammar.ron
index 53cd2118f..eed67637e 100644
--- a/crates/ra_syntax/src/grammar.ron
+++ b/crates/ra_syntax/src/grammar.ron
@@ -25,9 +25,9 @@ Grammar(
25 ["^", "CARET"], 25 ["^", "CARET"],
26 ["%", "PERCENT"], 26 ["%", "PERCENT"],
27 ], 27 ],
28 // TODO: Confirm surmision: the tokens which cannot be recorded in a single UTF-8 byte 28 // Tokens for which the longest match must be chosen (e.g. `..` is a DOTDOT, but `.` is a DOT)
29 multi_byte_tokens: [ 29 multi_byte_tokens: [
30 [".", "DOT"], // Note: DOT is here because <TODO: REASON> 30 [".", "DOT"],
31 ["..", "DOTDOT"], 31 ["..", "DOTDOT"],
32 ["...", "DOTDOTDOT"], 32 ["...", "DOTDOTDOT"],
33 ["..=", "DOTDOTEQ"], 33 ["..=", "DOTDOTEQ"],