diff options
Diffstat (limited to 'xtask/src')
-rw-r--r-- | xtask/src/ast_src.rs | 11 | ||||
-rw-r--r-- | xtask/src/codegen/gen_syntax.rs | 2 |
2 files changed, 2 insertions, 11 deletions
diff --git a/xtask/src/ast_src.rs b/xtask/src/ast_src.rs index adc191254..8ceaaf60e 100644 --- a/xtask/src/ast_src.rs +++ b/xtask/src/ast_src.rs | |||
@@ -71,16 +71,7 @@ pub(crate) const KINDS_SRC: KindsSrc = KindsSrc { | |||
71 | "trait", "true", "try", "type", "unsafe", "use", "where", "while", | 71 | "trait", "true", "try", "type", "unsafe", "use", "where", "while", |
72 | ], | 72 | ], |
73 | contextual_keywords: &["auto", "default", "existential", "union", "raw"], | 73 | contextual_keywords: &["auto", "default", "existential", "union", "raw"], |
74 | literals: &[ | 74 | literals: &["INT_NUMBER", "FLOAT_NUMBER", "CHAR", "BYTE", "STRING", "BYTE_STRING"], |
75 | "INT_NUMBER", | ||
76 | "FLOAT_NUMBER", | ||
77 | "CHAR", | ||
78 | "BYTE", | ||
79 | "STRING", | ||
80 | "RAW_STRING", | ||
81 | "BYTE_STRING", | ||
82 | "RAW_BYTE_STRING", | ||
83 | ], | ||
84 | tokens: &[ | 75 | tokens: &[ |
85 | "ERROR", | 76 | "ERROR", |
86 | "IDENT", | 77 | "IDENT", |
diff --git a/xtask/src/codegen/gen_syntax.rs b/xtask/src/codegen/gen_syntax.rs index 87c934e66..44460effa 100644 --- a/xtask/src/codegen/gen_syntax.rs +++ b/xtask/src/codegen/gen_syntax.rs | |||
@@ -505,7 +505,7 @@ impl Field { | |||
505 | fn lower(grammar: &Grammar) -> AstSrc { | 505 | fn lower(grammar: &Grammar) -> AstSrc { |
506 | let mut res = AstSrc::default(); | 506 | let mut res = AstSrc::default(); |
507 | 507 | ||
508 | res.tokens = "Whitespace Comment String RawString IntNumber FloatNumber" | 508 | res.tokens = "Whitespace Comment String ByteString IntNumber FloatNumber" |
509 | .split_ascii_whitespace() | 509 | .split_ascii_whitespace() |
510 | .map(|it| it.to_string()) | 510 | .map(|it| it.to_string()) |
511 | .collect::<Vec<_>>(); | 511 | .collect::<Vec<_>>(); |