1 files changed, 10 insertions, 0 deletions
diff --git a/src/lexer.rs b/src/lexer.rs
new file mode 100644
index 000000000..cda9fe2b2
--- /dev/null
+++ b/src/lexer.rs
@@ -0,0 +1,10 @@
+use {Token, TextUnit};
+use syntax_kinds::*;
+pub fn next_token(text: &str) -> Token {
+    let c = text.chars().next().unwrap();
+    Token {
+        kind: IDENT,
+        len: TextUnit::len_of_char(c),
+    }
+}
+\ No newline at end of file

diff --git a/src/lexer.rs b/src/lexer.rs new file mode 100644 index 000000000..cda9fe2b2 --- /dev/null +++ b/src/lexer.rs
@@ -0,0 +1,10 @@
	1	use {Token, TextUnit};
	2	use syntax_kinds::*;
	3
	4	pub fn next_token(text: &str) -> Token {
	5	let c = text.chars().next().unwrap();
	6	Token {
	7	kind: IDENT,
	8	len: TextUnit::len_of_char(c),
	9	}
	10	} \ No newline at end of file