move Token out of lexer

2026-05-21 14:08:50 +02:00 · 2026-05-21 14:08:50 +02:00 · a4eed5214e
commit a4eed5214e
parent ad7a8ad879
3 changed files with 24 additions and 22 deletions
--- a/src/token.rs
+++ b/src/token.rs
@ -0,0 +1,22 @@
+#[derive(Debug, PartialEq)]
+pub enum Token {
+    Number(i64),
+    Ident(String),
+
+    // Operators
+    Add,
+    Sub,
+    Mul,
+    Div,
+    Mod,
+
+    // Parentheses
+    LParen,
+    RParen,
+    LBrace,
+    RBrace,
+    LBracket,
+    RBracket,
+
+    Semicolon
+}