diff options
author | Zac Pullar-Strecker <[email protected]> | 2020-07-31 03:12:44 +0100 |
---|---|---|
committer | Zac Pullar-Strecker <[email protected]> | 2020-07-31 03:12:44 +0100 |
commit | f05d7b41a719d848844b054a16477b29d0f063c6 (patch) | |
tree | 0a8a0946e8aef2ce64d4c13d0035ba41cce2daf3 /xtask/src/codegen | |
parent | 73ff610e41959e3e7c78a2b4b25b086883132956 (diff) | |
parent | 6b7cb8b5ab539fc4333ce34bc29bf77c976f232a (diff) |
Merge remote-tracking branch 'upstream/master' into 503-hover-doc-links
Hasn't fixed tests yet.
Diffstat (limited to 'xtask/src/codegen')
-rw-r--r-- | xtask/src/codegen/gen_syntax.rs | 290 | ||||
-rw-r--r-- | xtask/src/codegen/rust.ungram | 544 |
2 files changed, 808 insertions, 26 deletions
diff --git a/xtask/src/codegen/gen_syntax.rs b/xtask/src/codegen/gen_syntax.rs index 745a25862..45b788bdb 100644 --- a/xtask/src/codegen/gen_syntax.rs +++ b/xtask/src/codegen/gen_syntax.rs | |||
@@ -3,34 +3,43 @@ | |||
3 | //! Specifically, it generates the `SyntaxKind` enum and a number of newtype | 3 | //! Specifically, it generates the `SyntaxKind` enum and a number of newtype |
4 | //! wrappers around `SyntaxNode` which implement `ra_syntax::AstNode`. | 4 | //! wrappers around `SyntaxNode` which implement `ra_syntax::AstNode`. |
5 | 5 | ||
6 | use std::{collections::HashSet, fmt::Write}; | 6 | use std::{ |
7 | collections::{BTreeSet, HashSet}, | ||
8 | fmt::Write, | ||
9 | }; | ||
7 | 10 | ||
8 | use proc_macro2::{Punct, Spacing}; | 11 | use proc_macro2::{Punct, Spacing}; |
9 | use quote::{format_ident, quote}; | 12 | use quote::{format_ident, quote}; |
13 | use ungrammar::{Grammar, Rule}; | ||
10 | 14 | ||
11 | use crate::{ | 15 | use crate::{ |
12 | ast_src::{AstSrc, Field, FieldSrc, KindsSrc, AST_SRC, KINDS_SRC}, | 16 | ast_src::{AstEnumSrc, AstNodeSrc, AstSrc, Cardinality, Field, KindsSrc, KINDS_SRC}, |
13 | codegen::{self, update, Mode}, | 17 | codegen::{self, update, Mode}, |
14 | project_root, Result, | 18 | project_root, Result, |
15 | }; | 19 | }; |
16 | 20 | ||
17 | pub fn generate_syntax(mode: Mode) -> Result<()> { | 21 | pub fn generate_syntax(mode: Mode) -> Result<()> { |
22 | let grammar = include_str!("rust.ungram") | ||
23 | .parse::<Grammar>() | ||
24 | .unwrap_or_else(|err| panic!("\n \x1b[91merror\x1b[0m: {}\n", err)); | ||
25 | let ast = lower(&grammar); | ||
26 | |||
18 | let syntax_kinds_file = project_root().join(codegen::SYNTAX_KINDS); | 27 | let syntax_kinds_file = project_root().join(codegen::SYNTAX_KINDS); |
19 | let syntax_kinds = generate_syntax_kinds(KINDS_SRC)?; | 28 | let syntax_kinds = generate_syntax_kinds(KINDS_SRC)?; |
20 | update(syntax_kinds_file.as_path(), &syntax_kinds, mode)?; | 29 | update(syntax_kinds_file.as_path(), &syntax_kinds, mode)?; |
21 | 30 | ||
22 | let ast_tokens_file = project_root().join(codegen::AST_TOKENS); | 31 | let ast_tokens_file = project_root().join(codegen::AST_TOKENS); |
23 | let contents = generate_tokens(AST_SRC)?; | 32 | let contents = generate_tokens(&ast)?; |
24 | update(ast_tokens_file.as_path(), &contents, mode)?; | 33 | update(ast_tokens_file.as_path(), &contents, mode)?; |
25 | 34 | ||
26 | let ast_nodes_file = project_root().join(codegen::AST_NODES); | 35 | let ast_nodes_file = project_root().join(codegen::AST_NODES); |
27 | let contents = generate_nodes(KINDS_SRC, AST_SRC)?; | 36 | let contents = generate_nodes(KINDS_SRC, &ast)?; |
28 | update(ast_nodes_file.as_path(), &contents, mode)?; | 37 | update(ast_nodes_file.as_path(), &contents, mode)?; |
29 | 38 | ||
30 | Ok(()) | 39 | Ok(()) |
31 | } | 40 | } |
32 | 41 | ||
33 | fn generate_tokens(grammar: AstSrc<'_>) -> Result<String> { | 42 | fn generate_tokens(grammar: &AstSrc) -> Result<String> { |
34 | let tokens = grammar.tokens.iter().map(|token| { | 43 | let tokens = grammar.tokens.iter().map(|token| { |
35 | let name = format_ident!("{}", token); | 44 | let name = format_ident!("{}", token); |
36 | let kind = format_ident!("{}", to_upper_snake_case(token)); | 45 | let kind = format_ident!("{}", to_upper_snake_case(token)); |
@@ -62,13 +71,13 @@ fn generate_tokens(grammar: AstSrc<'_>) -> Result<String> { | |||
62 | Ok(pretty) | 71 | Ok(pretty) |
63 | } | 72 | } |
64 | 73 | ||
65 | fn generate_nodes(kinds: KindsSrc<'_>, grammar: AstSrc<'_>) -> Result<String> { | 74 | fn generate_nodes(kinds: KindsSrc<'_>, grammar: &AstSrc) -> Result<String> { |
66 | let (node_defs, node_boilerplate_impls): (Vec<_>, Vec<_>) = grammar | 75 | let (node_defs, node_boilerplate_impls): (Vec<_>, Vec<_>) = grammar |
67 | .nodes | 76 | .nodes |
68 | .iter() | 77 | .iter() |
69 | .map(|node| { | 78 | .map(|node| { |
70 | let name = format_ident!("{}", node.name); | 79 | let name = format_ident!("{}", node.name); |
71 | let kind = format_ident!("{}", to_upper_snake_case(node.name)); | 80 | let kind = format_ident!("{}", to_upper_snake_case(&node.name)); |
72 | let traits = node.traits.iter().map(|trait_name| { | 81 | let traits = node.traits.iter().map(|trait_name| { |
73 | let trait_name = format_ident!("{}", trait_name); | 82 | let trait_name = format_ident!("{}", trait_name); |
74 | quote!(impl ast::#trait_name for #name {}) | 83 | quote!(impl ast::#trait_name for #name {}) |
@@ -192,8 +201,8 @@ fn generate_nodes(kinds: KindsSrc<'_>, grammar: AstSrc<'_>) -> Result<String> { | |||
192 | }) | 201 | }) |
193 | .unzip(); | 202 | .unzip(); |
194 | 203 | ||
195 | let enum_names = grammar.enums.iter().map(|it| it.name); | 204 | let enum_names = grammar.enums.iter().map(|it| &it.name); |
196 | let node_names = grammar.nodes.iter().map(|it| it.name); | 205 | let node_names = grammar.nodes.iter().map(|it| &it.name); |
197 | 206 | ||
198 | let display_impls = | 207 | let display_impls = |
199 | enum_names.chain(node_names.clone()).map(|it| format_ident!("{}", it)).map(|name| { | 208 | enum_names.chain(node_names.clone()).map(|it| format_ident!("{}", it)).map(|name| { |
@@ -212,9 +221,11 @@ fn generate_nodes(kinds: KindsSrc<'_>, grammar: AstSrc<'_>) -> Result<String> { | |||
212 | .nodes | 221 | .nodes |
213 | .iter() | 222 | .iter() |
214 | .map(|kind| to_pascal_case(kind)) | 223 | .map(|kind| to_pascal_case(kind)) |
215 | .filter(|name| !defined_nodes.contains(name.as_str())) | 224 | .filter(|name| !defined_nodes.iter().any(|&it| it == name)) |
216 | { | 225 | { |
217 | eprintln!("Warning: node {} not defined in ast source", node); | 226 | drop(node) |
227 | // TODO: restore this | ||
228 | // eprintln!("Warning: node {} not defined in ast source", node); | ||
218 | } | 229 | } |
219 | 230 | ||
220 | let ast = quote! { | 231 | let ast = quote! { |
@@ -236,12 +247,12 @@ fn generate_nodes(kinds: KindsSrc<'_>, grammar: AstSrc<'_>) -> Result<String> { | |||
236 | let mut res = String::with_capacity(ast.len() * 2); | 247 | let mut res = String::with_capacity(ast.len() * 2); |
237 | 248 | ||
238 | let mut docs = | 249 | let mut docs = |
239 | grammar.nodes.iter().map(|it| it.doc).chain(grammar.enums.iter().map(|it| it.doc)); | 250 | grammar.nodes.iter().map(|it| &it.doc).chain(grammar.enums.iter().map(|it| &it.doc)); |
240 | 251 | ||
241 | for chunk in ast.split("# [ pretty_doc_comment_placeholder_workaround ]") { | 252 | for chunk in ast.split("# [ pretty_doc_comment_placeholder_workaround ]") { |
242 | res.push_str(chunk); | 253 | res.push_str(chunk); |
243 | if let Some(doc) = docs.next() { | 254 | if let Some(doc) = docs.next() { |
244 | write_doc_comment(doc, &mut res); | 255 | write_doc_comment(&doc, &mut res); |
245 | } | 256 | } |
246 | } | 257 | } |
247 | 258 | ||
@@ -249,7 +260,7 @@ fn generate_nodes(kinds: KindsSrc<'_>, grammar: AstSrc<'_>) -> Result<String> { | |||
249 | Ok(pretty) | 260 | Ok(pretty) |
250 | } | 261 | } |
251 | 262 | ||
252 | fn write_doc_comment(contents: &[&str], dest: &mut String) { | 263 | fn write_doc_comment(contents: &[String], dest: &mut String) { |
253 | for line in contents { | 264 | for line in contents { |
254 | writeln!(dest, "///{}", line).unwrap(); | 265 | writeln!(dest, "///{}", line).unwrap(); |
255 | } | 266 | } |
@@ -296,7 +307,7 @@ fn generate_syntax_kinds(grammar: KindsSrc<'_>) -> Result<String> { | |||
296 | 307 | ||
297 | let ast = quote! { | 308 | let ast = quote! { |
298 | #![allow(bad_style, missing_docs, unreachable_pub)] | 309 | #![allow(bad_style, missing_docs, unreachable_pub)] |
299 | /// The kind of syntax node, e.g. `IDENT`, `USE_KW`, or `STRUCT_DEF`. | 310 | /// The kind of syntax node, e.g. `IDENT`, `USE_KW`, or `STRUCT`. |
300 | #[derive(Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash, Debug)] | 311 | #[derive(Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash, Debug)] |
301 | #[repr(u16)] | 312 | #[repr(u16)] |
302 | pub enum SyntaxKind { | 313 | pub enum SyntaxKind { |
@@ -363,6 +374,7 @@ fn generate_syntax_kinds(grammar: KindsSrc<'_>) -> Result<String> { | |||
363 | #([#all_keywords_idents] => { $crate::SyntaxKind::#all_keywords };)* | 374 | #([#all_keywords_idents] => { $crate::SyntaxKind::#all_keywords };)* |
364 | [lifetime] => { $crate::SyntaxKind::LIFETIME }; | 375 | [lifetime] => { $crate::SyntaxKind::LIFETIME }; |
365 | [ident] => { $crate::SyntaxKind::IDENT }; | 376 | [ident] => { $crate::SyntaxKind::IDENT }; |
377 | [shebang] => { $crate::SyntaxKind::SHEBANG }; | ||
366 | } | 378 | } |
367 | }; | 379 | }; |
368 | 380 | ||
@@ -413,9 +425,13 @@ fn to_pascal_case(s: &str) -> String { | |||
413 | buf | 425 | buf |
414 | } | 426 | } |
415 | 427 | ||
416 | impl Field<'_> { | 428 | fn pluralize(s: &str) -> String { |
429 | format!("{}s", s) | ||
430 | } | ||
431 | |||
432 | impl Field { | ||
417 | fn is_many(&self) -> bool { | 433 | fn is_many(&self) -> bool { |
418 | matches!(self, Field::Node { src: FieldSrc::Many(_), .. }) | 434 | matches!(self, Field::Node { cardinality: Cardinality::Many, .. }) |
419 | } | 435 | } |
420 | fn token_kind(&self) -> Option<proc_macro2::TokenStream> { | 436 | fn token_kind(&self) -> Option<proc_macro2::TokenStream> { |
421 | match self { | 437 | match self { |
@@ -429,7 +445,7 @@ impl Field<'_> { | |||
429 | fn method_name(&self) -> proc_macro2::Ident { | 445 | fn method_name(&self) -> proc_macro2::Ident { |
430 | match self { | 446 | match self { |
431 | Field::Token(name) => { | 447 | Field::Token(name) => { |
432 | let name = match *name { | 448 | let name = match name.as_str() { |
433 | ";" => "semicolon", | 449 | ";" => "semicolon", |
434 | "->" => "thin_arrow", | 450 | "->" => "thin_arrow", |
435 | "'{'" => "l_curly", | 451 | "'{'" => "l_curly", |
@@ -448,29 +464,251 @@ impl Field<'_> { | |||
448 | "." => "dot", | 464 | "." => "dot", |
449 | ".." => "dotdot", | 465 | ".." => "dotdot", |
450 | "..." => "dotdotdot", | 466 | "..." => "dotdotdot", |
467 | "..=" => "dotdoteq", | ||
451 | "=>" => "fat_arrow", | 468 | "=>" => "fat_arrow", |
452 | "@" => "at", | 469 | "@" => "at", |
453 | ":" => "colon", | 470 | ":" => "colon", |
454 | "::" => "coloncolon", | 471 | "::" => "coloncolon", |
455 | "#" => "pound", | 472 | "#" => "pound", |
456 | "?" => "question_mark", | 473 | "?" => "question_mark", |
474 | "," => "comma", | ||
457 | _ => name, | 475 | _ => name, |
458 | }; | 476 | }; |
459 | format_ident!("{}_token", name) | 477 | format_ident!("{}_token", name) |
460 | } | 478 | } |
461 | Field::Node { name, src } => match src { | 479 | Field::Node { name, .. } => format_ident!("{}", name), |
462 | FieldSrc::Shorthand => format_ident!("{}", to_lower_snake_case(name)), | ||
463 | _ => format_ident!("{}", name), | ||
464 | }, | ||
465 | } | 480 | } |
466 | } | 481 | } |
467 | fn ty(&self) -> proc_macro2::Ident { | 482 | fn ty(&self) -> proc_macro2::Ident { |
468 | match self { | 483 | match self { |
469 | Field::Token(_) => format_ident!("SyntaxToken"), | 484 | Field::Token(_) => format_ident!("SyntaxToken"), |
470 | Field::Node { name, src } => match src { | 485 | Field::Node { ty, .. } => format_ident!("{}", ty), |
471 | FieldSrc::Optional(ty) | FieldSrc::Many(ty) => format_ident!("{}", ty), | ||
472 | FieldSrc::Shorthand => format_ident!("{}", name), | ||
473 | }, | ||
474 | } | 486 | } |
475 | } | 487 | } |
476 | } | 488 | } |
489 | |||
490 | fn lower(grammar: &Grammar) -> AstSrc { | ||
491 | let mut res = AstSrc::default(); | ||
492 | res.tokens = vec!["Whitespace".into(), "Comment".into(), "String".into(), "RawString".into()]; | ||
493 | |||
494 | let nodes = grammar | ||
495 | .iter() | ||
496 | .filter(|&node| match grammar[node].rule { | ||
497 | Rule::Node(it) if it == node => false, | ||
498 | _ => true, | ||
499 | }) | ||
500 | .collect::<Vec<_>>(); | ||
501 | |||
502 | for &node in &nodes { | ||
503 | let name = grammar[node].name.clone(); | ||
504 | let rule = &grammar[node].rule; | ||
505 | match lower_enum(grammar, rule) { | ||
506 | Some(variants) => { | ||
507 | let enum_src = AstEnumSrc { doc: Vec::new(), name, traits: Vec::new(), variants }; | ||
508 | res.enums.push(enum_src); | ||
509 | } | ||
510 | None => { | ||
511 | let mut fields = Vec::new(); | ||
512 | lower_rule(&mut fields, grammar, None, rule); | ||
513 | res.nodes.push(AstNodeSrc { doc: Vec::new(), name, traits: Vec::new(), fields }); | ||
514 | } | ||
515 | } | ||
516 | } | ||
517 | |||
518 | deduplicate_fields(&mut res); | ||
519 | extract_enums(&mut res); | ||
520 | extract_struct_traits(&mut res); | ||
521 | extract_enum_traits(&mut res); | ||
522 | res | ||
523 | } | ||
524 | |||
525 | fn lower_enum(grammar: &Grammar, rule: &Rule) -> Option<Vec<String>> { | ||
526 | let alternatives = match rule { | ||
527 | Rule::Alt(it) => it, | ||
528 | _ => return None, | ||
529 | }; | ||
530 | let mut variants = Vec::new(); | ||
531 | for alternative in alternatives { | ||
532 | match alternative { | ||
533 | Rule::Node(it) => variants.push(grammar[*it].name.clone()), | ||
534 | _ => return None, | ||
535 | } | ||
536 | } | ||
537 | Some(variants) | ||
538 | } | ||
539 | |||
540 | fn lower_rule(acc: &mut Vec<Field>, grammar: &Grammar, label: Option<&String>, rule: &Rule) { | ||
541 | if lower_comma_list(acc, grammar, label, rule) { | ||
542 | return; | ||
543 | } | ||
544 | |||
545 | match rule { | ||
546 | Rule::Node(node) => { | ||
547 | let ty = grammar[*node].name.clone(); | ||
548 | let name = label.cloned().unwrap_or_else(|| to_lower_snake_case(&ty)); | ||
549 | let field = Field::Node { name, ty, cardinality: Cardinality::Optional }; | ||
550 | acc.push(field); | ||
551 | } | ||
552 | Rule::Token(token) => { | ||
553 | assert!(label.is_none()); | ||
554 | let mut name = grammar[*token].name.clone(); | ||
555 | if name != "int_number" && name != "string" { | ||
556 | if "[]{}()".contains(&name) { | ||
557 | name = format!("'{}'", name); | ||
558 | } | ||
559 | let field = Field::Token(name); | ||
560 | acc.push(field); | ||
561 | } | ||
562 | } | ||
563 | Rule::Rep(inner) => { | ||
564 | if let Rule::Node(node) = &**inner { | ||
565 | let ty = grammar[*node].name.clone(); | ||
566 | let name = label.cloned().unwrap_or_else(|| pluralize(&to_lower_snake_case(&ty))); | ||
567 | let field = Field::Node { name, ty, cardinality: Cardinality::Many }; | ||
568 | acc.push(field); | ||
569 | return; | ||
570 | } | ||
571 | todo!("{:?}", rule) | ||
572 | } | ||
573 | Rule::Labeled { label: l, rule } => { | ||
574 | assert!(label.is_none()); | ||
575 | lower_rule(acc, grammar, Some(l), rule); | ||
576 | } | ||
577 | Rule::Seq(rules) | Rule::Alt(rules) => { | ||
578 | for rule in rules { | ||
579 | lower_rule(acc, grammar, label, rule) | ||
580 | } | ||
581 | } | ||
582 | Rule::Opt(rule) => lower_rule(acc, grammar, label, rule), | ||
583 | } | ||
584 | } | ||
585 | |||
586 | // (T (',' T)* ','?) | ||
587 | fn lower_comma_list( | ||
588 | acc: &mut Vec<Field>, | ||
589 | grammar: &Grammar, | ||
590 | label: Option<&String>, | ||
591 | rule: &Rule, | ||
592 | ) -> bool { | ||
593 | let rule = match rule { | ||
594 | Rule::Seq(it) => it, | ||
595 | _ => return false, | ||
596 | }; | ||
597 | let (node, repeat, trailing_comma) = match rule.as_slice() { | ||
598 | [Rule::Node(node), Rule::Rep(repeat), Rule::Opt(trailing_comma)] => { | ||
599 | (node, repeat, trailing_comma) | ||
600 | } | ||
601 | _ => return false, | ||
602 | }; | ||
603 | let repeat = match &**repeat { | ||
604 | Rule::Seq(it) => it, | ||
605 | _ => return false, | ||
606 | }; | ||
607 | match repeat.as_slice() { | ||
608 | [comma, Rule::Node(n)] if comma == &**trailing_comma && n == node => (), | ||
609 | _ => return false, | ||
610 | } | ||
611 | let ty = grammar[*node].name.clone(); | ||
612 | let name = label.cloned().unwrap_or_else(|| pluralize(&to_lower_snake_case(&ty))); | ||
613 | let field = Field::Node { name, ty, cardinality: Cardinality::Many }; | ||
614 | acc.push(field); | ||
615 | true | ||
616 | } | ||
617 | |||
618 | fn deduplicate_fields(ast: &mut AstSrc) { | ||
619 | for node in &mut ast.nodes { | ||
620 | let mut i = 0; | ||
621 | 'outer: while i < node.fields.len() { | ||
622 | for j in 0..i { | ||
623 | let f1 = &node.fields[i]; | ||
624 | let f2 = &node.fields[j]; | ||
625 | if f1 == f2 { | ||
626 | node.fields.remove(i); | ||
627 | continue 'outer; | ||
628 | } | ||
629 | } | ||
630 | i += 1; | ||
631 | } | ||
632 | } | ||
633 | } | ||
634 | |||
635 | fn extract_enums(ast: &mut AstSrc) { | ||
636 | for node in &mut ast.nodes { | ||
637 | for enm in &ast.enums { | ||
638 | let mut to_remove = Vec::new(); | ||
639 | for (i, field) in node.fields.iter().enumerate() { | ||
640 | let ty = field.ty().to_string(); | ||
641 | if enm.variants.iter().any(|it| it == &ty) { | ||
642 | to_remove.push(i); | ||
643 | } | ||
644 | } | ||
645 | if to_remove.len() == enm.variants.len() { | ||
646 | node.remove_field(to_remove); | ||
647 | let ty = enm.name.clone(); | ||
648 | let name = to_lower_snake_case(&ty); | ||
649 | node.fields.push(Field::Node { name, ty, cardinality: Cardinality::Optional }); | ||
650 | } | ||
651 | } | ||
652 | } | ||
653 | } | ||
654 | |||
655 | fn extract_struct_traits(ast: &mut AstSrc) { | ||
656 | let traits: &[(&str, &[&str])] = &[ | ||
657 | ("AttrsOwner", &["attrs"]), | ||
658 | ("NameOwner", &["name"]), | ||
659 | ("VisibilityOwner", &["visibility"]), | ||
660 | ("GenericParamsOwner", &["generic_param_list", "where_clause"]), | ||
661 | ("TypeBoundsOwner", &["type_bound_list", "colon_token"]), | ||
662 | ("ModuleItemOwner", &["items"]), | ||
663 | ("LoopBodyOwner", &["label", "loop_body"]), | ||
664 | ("ArgListOwner", &["arg_list"]), | ||
665 | ]; | ||
666 | |||
667 | for node in &mut ast.nodes { | ||
668 | for (name, methods) in traits { | ||
669 | extract_struct_trait(node, name, methods); | ||
670 | } | ||
671 | } | ||
672 | } | ||
673 | |||
674 | fn extract_struct_trait(node: &mut AstNodeSrc, trait_name: &str, methods: &[&str]) { | ||
675 | let mut to_remove = Vec::new(); | ||
676 | for (i, field) in node.fields.iter().enumerate() { | ||
677 | let method_name = field.method_name().to_string(); | ||
678 | if methods.iter().any(|&it| it == &method_name) { | ||
679 | to_remove.push(i); | ||
680 | } | ||
681 | } | ||
682 | if to_remove.len() == methods.len() { | ||
683 | node.traits.push(trait_name.to_string()); | ||
684 | node.remove_field(to_remove); | ||
685 | } | ||
686 | } | ||
687 | |||
688 | fn extract_enum_traits(ast: &mut AstSrc) { | ||
689 | for enm in &mut ast.enums { | ||
690 | let nodes = &ast.nodes; | ||
691 | let mut variant_traits = enm | ||
692 | .variants | ||
693 | .iter() | ||
694 | .map(|var| nodes.iter().find(|it| &it.name == var).unwrap()) | ||
695 | .map(|node| node.traits.iter().cloned().collect::<BTreeSet<_>>()); | ||
696 | |||
697 | let mut enum_traits = match variant_traits.next() { | ||
698 | Some(it) => it, | ||
699 | None => continue, | ||
700 | }; | ||
701 | for traits in variant_traits { | ||
702 | enum_traits = enum_traits.intersection(&traits).cloned().collect(); | ||
703 | } | ||
704 | enm.traits = enum_traits.into_iter().collect(); | ||
705 | } | ||
706 | } | ||
707 | |||
708 | impl AstNodeSrc { | ||
709 | fn remove_field(&mut self, to_remove: Vec<usize>) { | ||
710 | to_remove.into_iter().rev().for_each(|idx| { | ||
711 | self.fields.remove(idx); | ||
712 | }); | ||
713 | } | ||
714 | } | ||
diff --git a/xtask/src/codegen/rust.ungram b/xtask/src/codegen/rust.ungram new file mode 100644 index 000000000..375df301f --- /dev/null +++ b/xtask/src/codegen/rust.ungram | |||
@@ -0,0 +1,544 @@ | |||
1 | SourceFile = | ||
2 | 'shebang'? | ||
3 | Attr* | ||
4 | Item* | ||
5 | |||
6 | Item = | ||
7 | Const | ||
8 | | Enum | ||
9 | | ExternBlock | ||
10 | | ExternCrate | ||
11 | | Fn | ||
12 | | Impl | ||
13 | | MacroCall | ||
14 | | Module | ||
15 | | Static | ||
16 | | Struct | ||
17 | | Trait | ||
18 | | TypeAlias | ||
19 | | Union | ||
20 | | Use | ||
21 | |||
22 | Module = | ||
23 | Attr* Visibility? 'mod' Name | ||
24 | (ItemList | ';') | ||
25 | |||
26 | ItemList = | ||
27 | '{' Attr* Item* '}' | ||
28 | |||
29 | ExternCrate = | ||
30 | Attr* Visibility? 'extern' 'crate' (NameRef | 'self') Rename? ';' | ||
31 | |||
32 | Rename = | ||
33 | 'as' (Name | '_') | ||
34 | |||
35 | Use = | ||
36 | Attr* Visibility? 'use' UseTree ';' | ||
37 | |||
38 | UseTree = | ||
39 | (Path? '::')? ('*' | UseTreeList ) | ||
40 | | Path Rename? | ||
41 | |||
42 | UseTreeList = | ||
43 | '{' (UseTree (',' UseTree)* ','?)? '}' | ||
44 | |||
45 | Fn = | ||
46 | Attr* Visibility? | ||
47 | 'default'? ('async' | 'const')? 'unsafe'? Abi? | ||
48 | 'fn' Name GenericParamList? ParamList RetType? | ||
49 | WhereClause? | ||
50 | (body:BlockExpr | ';') | ||
51 | |||
52 | Abi = | ||
53 | 'extern' 'string'? | ||
54 | |||
55 | ParamList = | ||
56 | '('( | ||
57 | SelfParam | ||
58 | | (SelfParam ',')? (Param (',' Param)* ','?)? | ||
59 | )')' | ||
60 | |||
61 | SelfParam = | ||
62 | Attr* ( | ||
63 | ('&' 'lifetime'?)? 'mut'? 'self' | ||
64 | | 'mut'? 'self' ':' ty:TypeRef | ||
65 | ) | ||
66 | |||
67 | Param = | ||
68 | Attr* ( | ||
69 | Pat (':' ty:TypeRef) | ||
70 | | ty:TypeRef | ||
71 | | '...' | ||
72 | ) | ||
73 | |||
74 | RetType = | ||
75 | '->' ty:TypeRef | ||
76 | |||
77 | TypeAlias = | ||
78 | Attr* Visibility? 'default'? 'type' Name GenericParamList? (':' TypeBoundList?)? WhereClause? | ||
79 | '=' ty:TypeRef ';' | ||
80 | |||
81 | Struct = | ||
82 | Attr* Visibility? 'struct' Name GenericParamList? ( | ||
83 | WhereClause? (RecordFieldList | ';') | ||
84 | | TupleFieldList WhereClause? ';' | ||
85 | ) | ||
86 | |||
87 | RecordFieldList = | ||
88 | '{' fields:(RecordField (',' RecordField)* ','?)? '}' | ||
89 | |||
90 | RecordField = | ||
91 | Attr* Visibility? Name ':' ty:TypeRef | ||
92 | |||
93 | TupleFieldList = | ||
94 | '(' fields:(TupleField (',' TupleField)* ','?)? ')' | ||
95 | |||
96 | TupleField = | ||
97 | Attr* Visibility? ty:TypeRef | ||
98 | |||
99 | FieldList = | ||
100 | RecordFieldList | ||
101 | | TupleFieldList | ||
102 | |||
103 | Enum = | ||
104 | Attr* Visibility? 'enum' Name GenericParamList? WhereClause? | ||
105 | VariantList | ||
106 | |||
107 | VariantList = | ||
108 | '{' (Variant (',' Variant)* ','?)? '}' | ||
109 | |||
110 | Variant = | ||
111 | Attr* Visibility? Name FieldList ('=' Expr)? | ||
112 | |||
113 | Union = | ||
114 | Attr* Visibility? 'union' Name GenericParamList? WhereClause? | ||
115 | RecordFieldList | ||
116 | |||
117 | Const = | ||
118 | Attr* Visibility? 'default'? 'const' (Name | '_') ':' ty:TypeRef | ||
119 | '=' body:Expr ';' | ||
120 | |||
121 | Static = | ||
122 | Attr* Visibility? 'static'? 'mut'? Name ':' ty:TypeRef | ||
123 | '=' body:Expr ';' | ||
124 | |||
125 | Trait = | ||
126 | Attr* Visibility? 'unsafe'? 'auto'? 'trait' Name GenericParamList | ||
127 | (':' TypeBoundList?)? WhereClause | ||
128 | AssocItemList | ||
129 | |||
130 | AssocItemList = | ||
131 | '{' Attr* AssocItem* '}' | ||
132 | |||
133 | AssocItem = | ||
134 | Fn | ||
135 | | TypeAlias | ||
136 | | Const | ||
137 | | MacroCall | ||
138 | |||
139 | Impl = | ||
140 | Attr* Visibility? | ||
141 | 'default'? 'unsafe'? 'impl' 'const'? GenericParamList? ( | ||
142 | TypeRef | ||
143 | | '!'? TypeRef 'for' TypeRef | ||
144 | ) WhereClause? | ||
145 | AssocItemList | ||
146 | |||
147 | ExternBlock = | ||
148 | Attr* Abi ExternItemList | ||
149 | |||
150 | ExternItemList = | ||
151 | '{' Attr* ExternItem* '}' | ||
152 | |||
153 | ExternItem = | ||
154 | Fn | Static | MacroCall | ||
155 | |||
156 | GenericParamList = | ||
157 | '<' (GenericParam (',' GenericParam)* ','?)? '>' | ||
158 | |||
159 | GenericParam = | ||
160 | LifetimeParam | ||
161 | | TypeParam | ||
162 | | ConstParam | ||
163 | |||
164 | TypeParam = | ||
165 | Attr* Name (':' TypeBoundList?)? | ||
166 | ('=' default_type:TypeRef)? | ||
167 | |||
168 | ConstParam = | ||
169 | Attr* 'const' Name ':' ty:TypeRef | ||
170 | ('=' default_val:Expr)? | ||
171 | |||
172 | LifetimeParam = | ||
173 | Attr* 'lifetime' | ||
174 | |||
175 | Visibility = | ||
176 | 'pub' ('(' | ||
177 | 'super' | ||
178 | | 'self' | ||
179 | | 'crate' | ||
180 | | 'in' Path | ||
181 | ')')? | ||
182 | |||
183 | Attr = | ||
184 | '#' '!'? '[' Path ('=' Literal | TokenTree)? ']' | ||
185 | |||
186 | ParenType = | ||
187 | '(' ty:TypeRef ')' | ||
188 | |||
189 | TupleType = | ||
190 | '(' fields:TypeRef* ')' | ||
191 | |||
192 | NeverType = | ||
193 | '!' | ||
194 | |||
195 | PathType = | ||
196 | Path | ||
197 | |||
198 | PointerType = | ||
199 | '*' ('const' | 'mut') ty:TypeRef | ||
200 | |||
201 | ArrayType = | ||
202 | '[' ty:TypeRef ';' Expr ']' | ||
203 | |||
204 | SliceType = | ||
205 | '[' ty:TypeRef ']' | ||
206 | |||
207 | ReferenceType = | ||
208 | '&' 'lifetime'? 'mut'? ty:TypeRef | ||
209 | |||
210 | PlaceholderType = | ||
211 | '_' | ||
212 | |||
213 | FnPointerType = | ||
214 | Abi 'unsafe'? 'fn' ParamList RetType? | ||
215 | |||
216 | ForType = | ||
217 | 'for' GenericParamList ty:TypeRef | ||
218 | |||
219 | ImplTraitType = | ||
220 | 'impl' TypeBoundList | ||
221 | |||
222 | DynTraitType = | ||
223 | 'dyn' TypeBoundList | ||
224 | |||
225 | TupleExpr = | ||
226 | Attr* '(' Expr* ')' | ||
227 | |||
228 | ArrayExpr = | ||
229 | Attr* '[' (Expr* | Expr ';' Expr) ']' | ||
230 | |||
231 | ParenExpr = | ||
232 | Attr* '(' Expr ')' | ||
233 | |||
234 | PathExpr = | ||
235 | Path | ||
236 | |||
237 | LambdaExpr = | ||
238 | Attr* 'static'? 'async'? 'move'? ParamList RetType? | ||
239 | body:Expr | ||
240 | |||
241 | IfExpr = | ||
242 | Attr* 'if' Condition | ||
243 | |||
244 | Condition = | ||
245 | 'let' Pat '=' Expr | ||
246 | | Expr | ||
247 | |||
248 | EffectExpr = | ||
249 | Attr* Label? ('try' | 'unsafe' | 'async') BlockExpr | ||
250 | |||
251 | LoopExpr = | ||
252 | Attr* Label? 'loop' | ||
253 | loop_body:BlockExpr? | ||
254 | |||
255 | ForExpr = | ||
256 | Attr* Label? 'for' Pat 'in' iterable:Expr | ||
257 | loop_body:BlockExpr? | ||
258 | |||
259 | WhileExpr = | ||
260 | Attr* Label? 'while' Condition | ||
261 | loop_body:BlockExpr? | ||
262 | |||
263 | ContinueExpr = | ||
264 | Attr* 'continue' 'lifetime'? | ||
265 | |||
266 | BreakExpr = | ||
267 | Attr* 'break' 'lifetime'? Expr? | ||
268 | |||
269 | Label = | ||
270 | 'lifetime' | ||
271 | |||
272 | BlockExpr = | ||
273 | Attr* Label | ||
274 | '{' | ||
275 | Item* | ||
276 | statements:Stmt* | ||
277 | Expr? | ||
278 | '}' | ||
279 | |||
280 | ReturnExpr = | ||
281 | Attr* 'return' Expr | ||
282 | |||
283 | CallExpr = | ||
284 | Attr* Expr ArgList | ||
285 | |||
286 | MethodCallExpr = | ||
287 | Attr* Expr '.' NameRef TypeArgList? ArgList | ||
288 | |||
289 | ArgList = | ||
290 | '(' args:Expr* ')' | ||
291 | |||
292 | FieldExpr = | ||
293 | Attr* Expr '.' NameRef | ||
294 | |||
295 | IndexExpr = | ||
296 | Attr* '[' ']' | ||
297 | |||
298 | AwaitExpr = | ||
299 | Attr* Expr '.' 'await' | ||
300 | |||
301 | TryExpr = | ||
302 | Attr* Expr '?' | ||
303 | |||
304 | CastExpr = | ||
305 | Attr* Expr 'as' ty:TypeRef | ||
306 | |||
307 | RefExpr = | ||
308 | Attr* '&' ('raw' | 'mut' | 'const') Expr | ||
309 | |||
310 | PrefixExpr = | ||
311 | Attr* Expr | ||
312 | |||
313 | BoxExpr = | ||
314 | Attr* 'box' Expr | ||
315 | |||
316 | RangeExpr = | ||
317 | Attr* | ||
318 | |||
319 | BinExpr = | ||
320 | Attr* | ||
321 | |||
322 | Literal = | ||
323 | 'int_number' | ||
324 | |||
325 | MatchExpr = | ||
326 | Attr* 'match' Expr MatchArmList | ||
327 | |||
328 | MatchArmList = | ||
329 | '{' arms:MatchArm* '}' | ||
330 | |||
331 | MatchArm = | ||
332 | Attr* Pat guard:MatchGuard? '=>' Expr | ||
333 | |||
334 | MatchGuard = | ||
335 | 'if' Expr | ||
336 | |||
337 | RecordExpr = | ||
338 | Path RecordExprFieldList | ||
339 | |||
340 | RecordExprFieldList = | ||
341 | '{' | ||
342 | fields:RecordExprField* | ||
343 | ('..' spread:Expr)? | ||
344 | '}' | ||
345 | |||
346 | RecordExprField = | ||
347 | Attr* NameRef (':' Expr)? | ||
348 | |||
349 | OrPat = | ||
350 | Pat* | ||
351 | |||
352 | ParenPat = | ||
353 | '(' Pat ')' | ||
354 | |||
355 | RefPat = | ||
356 | '&' 'mut'? Pat | ||
357 | |||
358 | BoxPat = | ||
359 | 'box' Path | ||
360 | |||
361 | BindPat = | ||
362 | Attr* 'ref'? 'mut'? Name ('@' Pat)? | ||
363 | |||
364 | PlaceholderPat = | ||
365 | '_' | ||
366 | |||
367 | DotDotPat = | ||
368 | '..' | ||
369 | |||
370 | PathPat = | ||
371 | Path | ||
372 | |||
373 | SlicePat = | ||
374 | '[' args:Pat* ']' | ||
375 | |||
376 | RangePat = | ||
377 | '..' | '..=' | ||
378 | |||
379 | LiteralPat = | ||
380 | Literal | ||
381 | |||
382 | MacroPat = | ||
383 | MacroCall | ||
384 | |||
385 | RecordPat = | ||
386 | Path RecordFieldPatList | ||
387 | |||
388 | RecordFieldPatList = | ||
389 | '{' | ||
390 | record_field_pats:RecordFieldPat* | ||
391 | BindPat* | ||
392 | '..'? | ||
393 | '}' | ||
394 | |||
395 | RecordFieldPat = | ||
396 | Attr* NameRef ':' Pat | ||
397 | |||
398 | TupleStructPat = | ||
399 | Path '(' args:Pat* ')' | ||
400 | |||
401 | TuplePat = | ||
402 | '(' args:Pat* ')' | ||
403 | |||
404 | Name = | ||
405 | 'ident' | ||
406 | |||
407 | NameRef = | ||
408 | 'ident' | 'int_number' | ||
409 | |||
410 | MacroCall = | ||
411 | Attr* Path '!' Name? TokenTree ';'? | ||
412 | |||
413 | MacroDef = | ||
414 | Name TokenTree | ||
415 | |||
416 | TokenTree = | ||
417 | '(' ')' | '{' '}' | '[' ']' | ||
418 | |||
419 | MacroItems = | ||
420 | Item* | ||
421 | |||
422 | MacroStmts = | ||
423 | statements:Stmt* | ||
424 | Expr? | ||
425 | |||
426 | TypeBound = | ||
427 | 'lifetime' | 'const'? TypeRef | ||
428 | |||
429 | TypeBoundList = | ||
430 | bounds:TypeBound* | ||
431 | |||
432 | WherePred = | ||
433 | ('for' GenericParamList)? ('lifetime' | TypeRef) ':' TypeBoundList | ||
434 | |||
435 | WhereClause = | ||
436 | 'where' predicates:WherePred* | ||
437 | |||
438 | ExprStmt = | ||
439 | Attr* Expr ';' | ||
440 | |||
441 | LetStmt = | ||
442 | Attr* 'let' Pat (':' ty:TypeRef) | ||
443 | '=' initializer:Expr ';' | ||
444 | |||
445 | Path = | ||
446 | (qualifier:Path '::')? segment:PathSegment | ||
447 | |||
448 | PathSegment = | ||
449 | '::' | 'crate' | 'self' | 'super' | ||
450 | | '<' NameRef TypeArgList ParamList RetType PathType '>' | ||
451 | |||
452 | TypeArgList = | ||
453 | '::'? '<' | ||
454 | TypeArg* | ||
455 | LifetimeArg* | ||
456 | AssocTypeArg* | ||
457 | ConstArg* | ||
458 | '>' | ||
459 | |||
460 | TypeArg = | ||
461 | TypeRef | ||
462 | |||
463 | AssocTypeArg = | ||
464 | NameRef (':' TypeBoundList | '=' TypeRef) | ||
465 | |||
466 | LifetimeArg = | ||
467 | 'lifetime' | ||
468 | |||
469 | ConstArg = | ||
470 | Literal | BlockExpr BlockExpr | ||
471 | |||
472 | AdtDef = | ||
473 | Struct | ||
474 | | Enum | ||
475 | | Union | ||
476 | |||
477 | TypeRef = | ||
478 | ParenType | ||
479 | | TupleType | ||
480 | | NeverType | ||
481 | | PathType | ||
482 | | PointerType | ||
483 | | ArrayType | ||
484 | | SliceType | ||
485 | | ReferenceType | ||
486 | | PlaceholderType | ||
487 | | FnPointerType | ||
488 | | ForType | ||
489 | | ImplTraitType | ||
490 | | DynTraitType | ||
491 | |||
492 | Stmt = | ||
493 | LetStmt | ||
494 | | ExprStmt | ||
495 | |||
496 | Pat = | ||
497 | OrPat | ||
498 | | ParenPat | ||
499 | | RefPat | ||
500 | | BoxPat | ||
501 | | BindPat | ||
502 | | PlaceholderPat | ||
503 | | DotDotPat | ||
504 | | PathPat | ||
505 | | RecordPat | ||
506 | | TupleStructPat | ||
507 | | TuplePat | ||
508 | | SlicePat | ||
509 | | RangePat | ||
510 | | LiteralPat | ||
511 | | MacroPat | ||
512 | |||
513 | Expr = | ||
514 | TupleExpr | ||
515 | | ArrayExpr | ||
516 | | ParenExpr | ||
517 | | PathExpr | ||
518 | | LambdaExpr | ||
519 | | IfExpr | ||
520 | | LoopExpr | ||
521 | | ForExpr | ||
522 | | WhileExpr | ||
523 | | ContinueExpr | ||
524 | | BreakExpr | ||
525 | | Label | ||
526 | | BlockExpr | ||
527 | | ReturnExpr | ||
528 | | MatchExpr | ||
529 | | RecordExpr | ||
530 | | CallExpr | ||
531 | | IndexExpr | ||
532 | | MethodCallExpr | ||
533 | | FieldExpr | ||
534 | | AwaitExpr | ||
535 | | TryExpr | ||
536 | | EffectExpr | ||
537 | | CastExpr | ||
538 | | RefExpr | ||
539 | | PrefixExpr | ||
540 | | RangeExpr | ||
541 | | BinExpr | ||
542 | | Literal | ||
543 | | MacroCall | ||
544 | | BoxExpr | ||