diff options
| author | Graham Northup <grissess@nexusg.org> | 2017-10-13 12:54:04 -0400 |
|---|---|---|
| committer | Graham Northup <grissess@nexusg.org> | 2017-10-13 12:54:04 -0400 |
| commit | 22cb7d7cbcacbfe3a7d3a2d454e6b8cf49ae989c (patch) | |
| tree | 4d2d8cb2ce9c4441ce5cc525375665c44c31f9fb /src/lang/tokenizer.rs | |
| parent | 255f0aa6de604e0bf9d37ba0ee5362ef3b9f235f (diff) | |
Added LUTs and ControlRate; improved parser
Diffstat (limited to 'src/lang/tokenizer.rs')
| -rw-r--r-- | src/lang/tokenizer.rs | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/src/lang/tokenizer.rs b/src/lang/tokenizer.rs index 1d62f3e..6de825b 100644 --- a/src/lang/tokenizer.rs +++ b/src/lang/tokenizer.rs @@ -425,9 +425,12 @@ impl<T: Iterator<Item=char>> Tokenizer<T> { floating = true; buffer.push(cc); buffer.push(ncc); - } else { + } else if ncc.is_digit(10) { buffer.push(cc); buffer.push(ncc); + } else { + self.push_back(ncc); + return Ok(Token::Integer(0)); } } else { buffer.push(cc); |