From 3d370b9a980d88f884ddd87b62bc785c3b963e1d Mon Sep 17 00:00:00 2001
From: Graham Northup <grissess@nexusg.org>
Date: Thu, 21 Sep 2017 16:31:40 -0400
Subject: Tokenizer for DSL

---
 src/lang/mod.rs | 12 ++++++++++++
 1 file changed, 12 insertions(+)
 create mode 100644 src/lang/mod.rs

(limited to 'src/lang/mod.rs')

diff --git a/src/lang/mod.rs b/src/lang/mod.rs
new file mode 100644
index 0000000..8256f34
--- /dev/null
+++ b/src/lang/mod.rs
@@ -0,0 +1,12 @@
+pub mod tokenizer;
+pub use self::tokenizer::Tokenizer;
+
+pub enum Token {
+    Ident(String),
+    Integer(isize),
+    Float(f32),
+    Oper(char),
+    String(String),
+    EOF,
+}
+
-- 
cgit v1.2.3-70-g09d2