diff options
Diffstat (limited to 'xtask/src/codegen/gen_syntax.rs')
-rw-r--r-- | xtask/src/codegen/gen_syntax.rs | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/xtask/src/codegen/gen_syntax.rs b/xtask/src/codegen/gen_syntax.rs index 02f4095ce..44460effa 100644 --- a/xtask/src/codegen/gen_syntax.rs +++ b/xtask/src/codegen/gen_syntax.rs | |||
@@ -504,7 +504,11 @@ impl Field { | |||
504 | 504 | ||
505 | fn lower(grammar: &Grammar) -> AstSrc { | 505 | fn lower(grammar: &Grammar) -> AstSrc { |
506 | let mut res = AstSrc::default(); | 506 | let mut res = AstSrc::default(); |
507 | res.tokens = vec!["Whitespace".into(), "Comment".into(), "String".into(), "RawString".into()]; | 507 | |
508 | res.tokens = "Whitespace Comment String ByteString IntNumber FloatNumber" | ||
509 | .split_ascii_whitespace() | ||
510 | .map(|it| it.to_string()) | ||
511 | .collect::<Vec<_>>(); | ||
508 | 512 | ||
509 | let nodes = grammar.iter().collect::<Vec<_>>(); | 513 | let nodes = grammar.iter().collect::<Vec<_>>(); |
510 | 514 | ||