move Token out of lexer

src/lexer.rs

@@ -1,25 +1,4 @@
-#[derive(Debug, PartialEq)]
-pub enum Token {
-    Number(i64),
-    Ident(String),
-
-    // Operators
-    Add,
-    Sub,
-    Mul,
-    Div,
-    Mod,
-
-    // Parentheses
-    LParen,
-    RParen,
-    LBrace,
-    RBrace,
-    LBracket,
-    RBracket,
-
-    Semicolon
-}
+use crate::token::Token;
 
 pub struct Lexer {
     source: Vec<u8>,

src/main.rs

@@ -1,5 +1,6 @@
 use std::{fs::File, io::Read};
 
+mod token;
 mod lexer;
 use lexer::Lexer;
 

src/token.rs

@@ -0,0 +1,22 @@
+#[derive(Debug, PartialEq)]
+pub enum Token {
+    Number(i64),
+    Ident(String),
+
+    // Operators
+    Add,
+    Sub,
+    Mul,
+    Div,
+    Mod,
+
+    // Parentheses
+    LParen,
+    RParen,
+    LBrace,
+    RBrace,
+    LBracket,
+    RBracket,
+
+    Semicolon
+}