1 2 3 4 5 6 7 8 9 10 11 12
pub mod tokenizer; pub use self::tokenizer::Tokenizer; pub enum Token { Ident(String), Integer(isize), Float(f32), Oper(char), String(String), EOF, }