From 7fb7cfc2d1cd2781a20e4034b12384566d13c728 Mon Sep 17 00:00:00 2001
From: Aleksey Kladov <aleksey.kladov@gmail.com>
Date: Mon, 30 Jul 2018 17:46:50 +0300
Subject: generate single byte tokens

---
 src/grammar.ron | 74 ++++++++++++++++++++++++++++++---------------------------
 1 file changed, 39 insertions(+), 35 deletions(-)

(limited to 'src/grammar.ron')

diff --git a/src/grammar.ron b/src/grammar.ron
index 8232ba1dc..38453b45c 100644
--- a/src/grammar.ron
+++ b/src/grammar.ron
@@ -1,4 +1,43 @@
 Grammar(
+    single_byte_tokens: [
+        [";", "SEMI"],
+        [",", "COMMA"],
+        ["(", "L_PAREN"],
+        [")", "R_PAREN"],
+        ["{", "L_CURLY"],
+        ["}", "R_CURLY"],
+        ["[", "L_BRACK"],
+        ["]", "R_BRACK"],
+        ["<", "L_ANGLE"],
+        [">", "R_ANGLE"],
+        ["@", "AT"],
+        ["#", "POUND"],
+        ["~", "TILDE"],
+        ["?", "QUESTION"],
+        ["$", "DOLLAR"],
+        ["&", "AMPERSAND"],
+        ["|", "PIPE"],
+        ["+", "PLUS"],
+        ["*", "STAR"],
+        ["/", "SLASH"],
+        ["^", "CARET"],
+        ["%", "PERCENT"],
+    ],
+    multi_byte_tokens: [
+        [".", "DOT"],
+        ["..", "DOTDOT"],
+        ["...", "DOTDOTDOT"],
+        ["..=", "DOTDOTEQ"],
+        [":", "COLON"],
+        ["::", "COLONCOLON"],
+        ["=", "EQ"],
+        ["==", "EQEQ"],
+        ["=>", "FAT_ARROW"],
+        ["!", "EXCL"],
+        ["!=", "NEQ"],
+        ["-", "MINUS"],
+        ["->", "THIN_ARROW"],
+    ],
     keywords: [
         "use",
         "fn",
@@ -42,32 +81,6 @@ Grammar(
         "WHITESPACE",
         "INT_NUMBER",
         "FLOAT_NUMBER",
-        "SEMI",
-        "COMMA",
-        "DOT",
-        "DOTDOT",
-        "DOTDOTDOT",
-        "DOTDOTEQ",
-        "L_PAREN",
-        "R_PAREN",
-        "L_CURLY",
-        "R_CURLY",
-        "L_BRACK",
-        "R_BRACK",
-        "L_ANGLE",
-        "R_ANGLE",
-        "AT",
-        "POUND",
-        "TILDE",
-        "QUESTION",
-        "COLON",
-        "COLONCOLON",
-        "DOLLAR",
-        "EQ",
-        "EQEQ",
-        "FAT_ARROW",
-        "NEQ",
-        "EXCL",
         "LIFETIME",
         "CHAR",
         "BYTE",
@@ -75,15 +88,6 @@ Grammar(
         "RAW_STRING",
         "BYTE_STRING",
         "RAW_BYTE_STRING",
-        "PLUS",
-        "MINUS",
-        "STAR",
-        "SLASH",
-        "CARET",
-        "PERCENT",
-        "AMPERSAND",
-        "PIPE",
-        "THIN_ARROW",
         "COMMENT",
         "DOC_COMMENT",
         "SHEBANG",
-- 
cgit v1.2.3