Fix panic with EOF token

1 files changed, 9 insertions, 0 deletions

diff --git a/src/parser_api.rs b/src/parser_api.rs
index 58002a8fc..c78c6e43a 100644
--- a/src/parser_api.rs
+++ b/src/parser_api.rs
@@ -29,6 +29,15 @@ macro_rules! token_set_union {
     ($($ts:expr),* ,) => { token_set_union!($($ts),*) };
 }
 
+#[test]
+fn token_set_works_for_tokens() {
+    use SyntaxKind::*;
+    let ts = token_set! { EOF, SHEBANG };
+    assert!(ts.contains(EOF));
+    assert!(ts.contains(SHEBANG));
+    assert!(!ts.contains(PLUS));
+}
+
 /// `Parser` struct provides the low-level API for
 /// navigating through the stream of tokens and
 /// constructing the parse tree. The actual parsing