cursive/src/utf8.rs

use std::char::from_u32;

/// Reads a potentially multi-bytes utf8 codepoint.
///
/// Reads the given first byte, and uses the given
/// function to get more if needed.
///
/// Returns an error if the stream is invalid utf-8.
pub fn read_char<F>(first: u8, next: F) -> Result<char, String>
    where F: Fn() -> u8
{
    if first < 0x80 {
        return Ok(first as char);
    }

    // Number of leading 1s determines the number of bytes we'll have to read
    let n_bytes = match (!first).leading_zeros() {
        n @ 2...6 => n as usize,
        1 => return Err("First byte is continuation byte.".to_string()),
        7...8 => return Err("WTF is this byte??".to_string()),
        _ => unreachable!(),
    };

    let mut res = 0u32;

    // First, get the data - only the few last bits
    res |= (first & make_mask(7 - n_bytes)) as u32;

    // We already have one byte, now read the others.
    for _ in 1..n_bytes {
        let byte = next();
        if byte & 0xC0 != 0x80 {
            return Err(format!("Found non-continuation byte after leading: \
                                {}",
                               byte));
        }
        // We have 6 fresh new bits to read, make room.
        res <<= 6;
        // 0x3F is 00111111, so we keep the last 6 bits
        res |= (byte & 0x3F) as u32;
    }

    // from_u32 could return an error if we gave it invalid utf-8.
    // But we're probably safe since we respected the rules when building it.
    Ok(from_u32(res).unwrap())
}

// Returns a simple bitmask with n 1s to the right.
fn make_mask(n: usize) -> u8 {
    let mut r = 0u8;
    for i in 0..n {
        r |= 1 << i;
    }
    r
}