[go: up one dir, main page]

utf-8 0.1.0

Incremental, zero-copy UTF-8 decoding with error handling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

extern crate utf_8;

use utf_8::PushLossyDecoder;

#[path = "shared/data.rs"]
mod data;


/// This takes a while in debug mode. Use --release
#[test]
fn test_incremental_decoder() {
    let mut chunks = Vec::new();
    for &(input, expected) in data::DECODED_LOSSY {
        all_partitions(&mut chunks, input, expected);
        assert_eq!(chunks.len(), 0);
    }
}

fn all_partitions<'a>(chunks: &mut Vec<&'a [u8]>, input: &'a [u8], expected: &str) {
    if input.is_empty() {
        let mut string = String::new();
        {
            let mut decoder = PushLossyDecoder::new(|s| string.push_str(s));
            for &chunk in &*chunks {
                decoder.feed(chunk);
            }
            decoder.end();
        }
        assert_eq!(string, expected);
    }
    for i in (1..input.len()).rev() {
        chunks.push(&input[..i]);
        all_partitions(chunks, &input[i..], expected);
        chunks.pop();
    }
}