diff options
| author | Aleksey Kladov <[email protected]> | 2020-11-06 17:19:24 +0000 |
|---|---|---|
| committer | Aleksey Kladov <[email protected]> | 2020-11-06 17:19:24 +0000 |
| commit | 3820b26a9325b26acd614bcad57d410e7286226e (patch) | |
| tree | 9b21f3abf3b331492862694c6393b85fa4930f81 /xtask/src | |
| parent | 2c408c68a4a27e9a85ce85ec1342e3af58c1571f (diff) | |
Generate token for ints and floats
Diffstat (limited to 'xtask/src')
| -rw-r--r-- | xtask/src/codegen/gen_syntax.rs | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/xtask/src/codegen/gen_syntax.rs b/xtask/src/codegen/gen_syntax.rs index 02f4095ce..87c934e66 100644 --- a/xtask/src/codegen/gen_syntax.rs +++ b/xtask/src/codegen/gen_syntax.rs | |||
| @@ -504,7 +504,11 @@ impl Field { | |||
| 504 | 504 | ||
| 505 | fn lower(grammar: &Grammar) -> AstSrc { | 505 | fn lower(grammar: &Grammar) -> AstSrc { |
| 506 | let mut res = AstSrc::default(); | 506 | let mut res = AstSrc::default(); |
| 507 | res.tokens = vec!["Whitespace".into(), "Comment".into(), "String".into(), "RawString".into()]; | 507 | |
| 508 | res.tokens = "Whitespace Comment String RawString IntNumber FloatNumber" | ||
| 509 | .split_ascii_whitespace() | ||
| 510 | .map(|it| it.to_string()) | ||
| 511 | .collect::<Vec<_>>(); | ||
| 508 | 512 | ||
| 509 | let nodes = grammar.iter().collect::<Vec<_>>(); | 513 | let nodes = grammar.iter().collect::<Vec<_>>(); |
| 510 | 514 | ||