[go: up one dir, main page]

sonic-rs 0.1.3

Sonic-rs is a fast Rust JSON library based on SIMD
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use crate::Error;
use crate::ErrorCode;
use crate::{error::Result, reader::Position};

#[inline(always)]
pub(crate) fn from_utf8(data: &[u8]) -> Result<&str> {
    match simdutf8::basic::from_utf8(data) {
        Ok(ret) => Ok(ret),
        Err(_) => {
            // slow path, get the correct position of the first invalid utf-8 character
            from_utf8_compat(data)
        }
    }
}

#[cold]
fn from_utf8_compat(data: &[u8]) -> Result<&str> {
    // compat::from_utf8 is slower than basic::from_utf8
    match simdutf8::compat::from_utf8(data) {
        Ok(ret) => Ok(ret),
        Err(err) => {
            // get the line and column number
            let position = Position::from_index(err.valid_up_to(), data);

            Err(Error::new(
                ErrorCode::InvalidUTF8,
                position.line,
                position.column,
            ))
        }
    }
}