4 files changed, 56 insertions, 0 deletions

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..2f7896d
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1 @@
+target/
diff --git a/Cargo.lock b/Cargo.lock
new file mode 100644
index 0000000..fc0c3b9
--- /dev/null
+++ b/Cargo.lock
@@ -0,0 +1,4 @@
+[[package]]
+name = "tokenizer"
+version = "0.1.0"
+
diff --git a/Cargo.toml b/Cargo.toml
new file mode 100644
index 0000000..cac6e66
--- /dev/null
+++ b/Cargo.toml
@@ -0,0 +1,7 @@
+[package]
+name = "tokenizer"
+version = "0.1.0"
+authors = ["NerdyPepper <[email protected]>"]
+edition = "2018"
+
+[dependencies]
diff --git a/src/main.rs b/src/main.rs
new file mode 100644
index 0000000..0a13e3e
--- /dev/null
+++ b/src/main.rs
@@ -0,0 +1,44 @@
+use std::str;
+
+struct Token {
+    kind: String,
+    val: String,
+}
+
+fn main() {
+    let input: &str = "2y + 11 + sin(5)";
+    let input = input.replace(" ", "");
+    println!("{}", input);
+
+    let mut num_vec: Vec<char> = vec![];
+    let mut char_vec: Vec<char> = vec![];
+
+    let mut result: Vec<Token> = vec![];
+
+    for letter in input.chars() {
+        if letter.is_digit(10) {
+            num_vec.push(letter);
+        } else if letter == '.' {
+            num_vec.push(letter);
+        } else if letter.is_alphabetic() {
+            if num_vec.len() > 0 {
+                let token = Token {
+                    kind: "Literal".into(),
+                    val: num_vec.iter().collect::<String>()
+                };
+                result.push(token);
+                char_vec.push(letter);
+            }
+        } else if is_operator(letter) {
+
+        }
+    }
+
+}
+
+fn is_operator(x: char) -> bool {
+    match x {
+        '+' | '-' | '/' | '*' | '^' => true,
+        _ => false
+    }
+}