From a0455144774de6c9dc0ff0e87fe4352f8a70cac3 Mon Sep 17 00:00:00 2001 From: Marijn Haverbeke Date: Thu, 24 Mar 2011 12:11:32 +0100 Subject: Start making the standard-lib utf-8 aware Finally implements _str.is_utf8, adds from_chars, from_char, to_chars, char_at, char_len, (push|pop|shift|unshift)_char. Also, proper character I/O for streams. --- src/comp/front/lexer.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'src/comp') diff --git a/src/comp/front/lexer.rs b/src/comp/front/lexer.rs index aa7f2ce1..9c05b570 100644 --- a/src/comp/front/lexer.rs +++ b/src/comp/front/lexer.rs @@ -76,7 +76,7 @@ impure fn new_reader(io.reader rdr, str filename) -> reader col += 1u; } - n = rdr.read_char() as char; + n = rdr.read_byte() as char; } fn mark() { @@ -204,8 +204,8 @@ impure fn new_reader(io.reader rdr, str filename) -> reader reserved.insert("m128", ()); // IEEE 754-2008 'decimal128' reserved.insert("dec", ()); // One of m32, m64, m128 - ret reader(rdr, filename, rdr.read_char() as char, - rdr.read_char() as char, 1u, 0u, 1u, 0u, keywords, reserved); + ret reader(rdr, filename, rdr.read_byte() as char, + rdr.read_byte() as char, 1u, 0u, 1u, 0u, keywords, reserved); } -- cgit v1.2.3