diff options
Diffstat (limited to 'samples/1.rs')
| -rw-r--r-- | samples/1.rs | 252 |
1 files changed, 126 insertions, 126 deletions
diff --git a/samples/1.rs b/samples/1.rs index 6bc434cb..320b23a8 100644 --- a/samples/1.rs +++ b/samples/1.rs @@ -1,126 +1,126 @@ -// UTF8Reader
-// - by John Hodge (thePowersGang)
-//
-//
-// Reads a stream of UTF-8 encoded codepoints from a "Reader"
-use std::io::IoResult;
-
-/// Unicode replacement character
-static BADCHAR: char = '\uFFFD';
-
-/// UTF8 reader structure
-pub struct UTF8Reader<T: Reader>
-{
- stream: T,
-}
-
-fn tochar(codepoint: u32) -> char
-{
- match ::std::char::from_u32(codepoint)
- {
- Some(c) => c,
- None => BADCHAR,
- }
-}
-
-impl<T:Reader> UTF8Reader<T>
-{
- pub fn new(reader: T) -> UTF8Reader<T>
- {
- UTF8Reader {
- stream: reader,
- }
- }
-
- /// Read a single codepoint from the stream.
- /// On an encoding error, it returns '\uFFFD' (the unicode replacement character)
- pub fn getc(&mut self) -> IoResult<char>
- {
- let ch1 = try!(self.stream.read_byte()) as u32;
- if ch1 & 0xC0 == 0x80 {
- return Ok( BADCHAR )
- }
- if ch1 & 0x80 == 0x00
- {
- // Single-byte
- Ok( tochar(ch1) )
- }
- else if ch1 & 0xE0 == 0xC0
- {
- // Two-byte sequence
- let ch2 = try!(self.stream.read_byte()) as u32;
- if ch2 & 0xC0 != 0x80 {
- return Ok( BADCHAR );
- }
-
- let ret = (ch1 & 0x1F << 6) | (ch2 & 0x3F << 0);
- Ok( tochar(ret) )
- }
- else if ch1 & 0xF0 == 0xE0
- {
- // Three-byte sequence
- let ch2 = try!(self.stream.read_byte()) as u32;
- if ch2 & 0xC0 != 0x80 {
- return Ok( BADCHAR );
- }
- let ch3 = try!(self.stream.read_byte()) as u32;
- if ch3 & 0xC0 != 0x80 {
- return Ok( BADCHAR );
- }
-
- let ret = (ch1 & 0x0F << 12) | (ch2 & 0x3F << 6) | (ch3 & 0x3F << 0);
- Ok( tochar(ret) )
- }
- else if ch1 & 0xF8 == 0xF0
- {
- // Four-byte sequence
- let ch2 = try!(self.stream.read_byte()) as u32;
- if ch2 & 0xC0 != 0x80 {
- return Ok( BADCHAR );
- }
- let ch3 = try!(self.stream.read_byte()) as u32;
- if ch3 & 0xC0 != 0x80 {
- return Ok( BADCHAR );
- }
- let ch4 = try!(self.stream.read_byte()) as u32;
- if ch4 & 0xC0 != 0x80 {
- return Ok( BADCHAR );
- }
-
- let ret = (ch1 & 0x07 << 18) | (ch2 & 0x3F << 12) | (ch3 & 0x3F << 6) | (ch4 & 0x3F << 0);
- Ok( tochar(ret) )
- }
- else
- {
- // More than four bytes is invalid
- Ok( BADCHAR )
- }
- }
-}
-
-/// Implmentation of the same interface as 'Chars' provides, returns None at the end of the stream
-impl<T:Reader> Iterator for UTF8Reader<T>
-{
- type Item = IoResult<char>;
- fn next(&mut self) -> Option<IoResult<char>>
- {
- // Get result from decoder
- match self.getc()
- {
- // - All good, return a character
- Ok(c) => Some( Ok(c) ),
- // - Error, check if it's EOF
- Err(e) => match e.kind {
- // Return 'None' on EOF (end of stream)
- ::std::io::IoError::EndOfFile => None,
- _ => Some( Err( e ) ),
- }
- }
- }
-}
-
-#[test]
-fn it_works() {
-}
-
-// vim: ft=rust
+// UTF8Reader +// - by John Hodge (thePowersGang) +// +// +// Reads a stream of UTF-8 encoded codepoints from a "Reader" +use std::io::IoResult; + +/// Unicode replacement character +static BADCHAR: char = '\uFFFD'; + +/// UTF8 reader structure +pub struct UTF8Reader<T: Reader> +{ + stream: T, +} + +fn tochar(codepoint: u32) -> char +{ + match ::std::char::from_u32(codepoint) + { + Some(c) => c, + None => BADCHAR, + } +} + +impl<T:Reader> UTF8Reader<T> +{ + pub fn new(reader: T) -> UTF8Reader<T> + { + UTF8Reader { + stream: reader, + } + } + + /// Read a single codepoint from the stream. + /// On an encoding error, it returns '\uFFFD' (the unicode replacement character) + pub fn getc(&mut self) -> IoResult<char> + { + let ch1 = try!(self.stream.read_byte()) as u32; + if ch1 & 0xC0 == 0x80 { + return Ok( BADCHAR ) + } + if ch1 & 0x80 == 0x00 + { + // Single-byte + Ok( tochar(ch1) ) + } + else if ch1 & 0xE0 == 0xC0 + { + // Two-byte sequence + let ch2 = try!(self.stream.read_byte()) as u32; + if ch2 & 0xC0 != 0x80 { + return Ok( BADCHAR ); + } + + let ret = (ch1 & 0x1F << 6) | (ch2 & 0x3F << 0); + Ok( tochar(ret) ) + } + else if ch1 & 0xF0 == 0xE0 + { + // Three-byte sequence + let ch2 = try!(self.stream.read_byte()) as u32; + if ch2 & 0xC0 != 0x80 { + return Ok( BADCHAR ); + } + let ch3 = try!(self.stream.read_byte()) as u32; + if ch3 & 0xC0 != 0x80 { + return Ok( BADCHAR ); + } + + let ret = (ch1 & 0x0F << 12) | (ch2 & 0x3F << 6) | (ch3 & 0x3F << 0); + Ok( tochar(ret) ) + } + else if ch1 & 0xF8 == 0xF0 + { + // Four-byte sequence + let ch2 = try!(self.stream.read_byte()) as u32; + if ch2 & 0xC0 != 0x80 { + return Ok( BADCHAR ); + } + let ch3 = try!(self.stream.read_byte()) as u32; + if ch3 & 0xC0 != 0x80 { + return Ok( BADCHAR ); + } + let ch4 = try!(self.stream.read_byte()) as u32; + if ch4 & 0xC0 != 0x80 { + return Ok( BADCHAR ); + } + + let ret = (ch1 & 0x07 << 18) | (ch2 & 0x3F << 12) | (ch3 & 0x3F << 6) | (ch4 & 0x3F << 0); + Ok( tochar(ret) ) + } + else + { + // More than four bytes is invalid + Ok( BADCHAR ) + } + } +} + +/// Implmentation of the same interface as 'Chars' provides, returns None at the end of the stream +impl<T:Reader> Iterator for UTF8Reader<T> +{ + type Item = IoResult<char>; + fn next(&mut self) -> Option<IoResult<char>> + { + // Get result from decoder + match self.getc() + { + // - All good, return a character + Ok(c) => Some( Ok(c) ), + // - Error, check if it's EOF + Err(e) => match e.kind { + // Return 'None' on EOF (end of stream) + ::std::io::IoError::EndOfFile => None, + _ => Some( Err( e ) ), + } + } + } +} + +#[test] +fn it_works() { +} + +// vim: ft=rust |