From 22cb7d7cbcacbfe3a7d3a2d454e6b8cf49ae989c Mon Sep 17 00:00:00 2001
From: Graham Northup <grissess@nexusg.org>
Date: Fri, 13 Oct 2017 12:54:04 -0400
Subject: Added LUTs and ControlRate; improved parser

---
 src/lang/tokenizer.rs | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

(limited to 'src/lang/tokenizer.rs')

diff --git a/src/lang/tokenizer.rs b/src/lang/tokenizer.rs
index 1d62f3e..6de825b 100644
--- a/src/lang/tokenizer.rs
+++ b/src/lang/tokenizer.rs
@@ -425,9 +425,12 @@ impl<T: Iterator<Item=char>> Tokenizer<T> {
                     floating = true;
                     buffer.push(cc);
                     buffer.push(ncc);
-                } else {
+                } else if ncc.is_digit(10) {
                     buffer.push(cc);
                     buffer.push(ncc);
+                } else {
+                    self.push_back(ncc);
+                    return Ok(Token::Integer(0));
                 }
             } else {
                 buffer.push(cc);
-- 
cgit v1.2.3-70-g09d2