summaryrefslogtreecommitdiff
path: root/src/lang/tokenizer.rs
diff options
context:
space:
mode:
authorCorey Richardson <corey@octayn.net>2017-09-24 08:34:58 -0400
committerGraham Northup <grahamnorthup@yahoo.com>2017-09-24 19:01:22 -0400
commit959fed1d8435070e39bd7b87c1e908f79b65add9 (patch)
tree971920997b0ecb58a141ed1d30546cb58975e9ff /src/lang/tokenizer.rs
parent7eef21b3b90898f4ef05fa4220fde608cf55c6ab (diff)
Fix compiler warnings
Some minor stuff, mostly. The features have been stable since 1.20
Diffstat (limited to 'src/lang/tokenizer.rs')
-rw-r--r--src/lang/tokenizer.rs5
1 files changed, 3 insertions, 2 deletions
diff --git a/src/lang/tokenizer.rs b/src/lang/tokenizer.rs
index 4f2858c..9b408d2 100644
--- a/src/lang/tokenizer.rs
+++ b/src/lang/tokenizer.rs
@@ -2,6 +2,7 @@ use std::collections::HashMap;
use std::error::Error;
use std::fmt;
use super::*;
+use unicode_xid::UnicodeXID;
pub struct Lexemes {
radix_point: char,
@@ -368,7 +369,7 @@ impl<T: Iterator<Item=char>> Tokenizer<T> {
}
/* Identifiers */
- if cc.is_xid_start() {
+ if UnicodeXID::is_xid_start(cc) {
let mut buffer = String::new();
buffer.push(cc);
@@ -379,7 +380,7 @@ impl<T: Iterator<Item=char>> Tokenizer<T> {
}
let ncc = nc.unwrap();
- if ncc.is_xid_continue() {
+ if UnicodeXID::is_xid_continue(ncc) {
buffer.push(ncc);
} else {
self.push_back(ncc);