#![allow(unsafe_code)]
use crate::__ctfe::StrBuf;
pub struct CharEncodeUtf8 {
buf: [u8; 4],
len: u8,
}
pub const fn len_utf8(ch: char) -> usize {
const MAX_ONE_B: u32 = 0x80;
const MAX_TWO_B: u32 = 0x800;
const MAX_THREE_B: u32 = 0x10000;
let code = ch as u32;
if code < MAX_ONE_B {
1
} else if code < MAX_TWO_B {
2
} else if code < MAX_THREE_B {
3
} else {
4
}
}
impl CharEncodeUtf8 {
pub const fn new(ch: char) -> Self {
const TAG_CONT: u8 = 0b1000_0000;
const TAG_TWO_B: u8 = 0b1100_0000;
const TAG_THREE_B: u8 = 0b1110_0000;
const TAG_FOUR_B: u8 = 0b1111_0000;
let mut buf = [0; 4];
let len = len_utf8(ch);
let code = ch as u32;
match len {
1 => {
buf[0] = code as u8;
}
2 => {
buf[0] = (code >> 6 & 0x1F) as u8 | TAG_TWO_B;
buf[1] = (code & 0x3F) as u8 | TAG_CONT;
}
3 => {
buf[0] = (code >> 12 & 0x0F) as u8 | TAG_THREE_B;
buf[1] = (code >> 6 & 0x3F) as u8 | TAG_CONT;
buf[2] = (code & 0x3F) as u8 | TAG_CONT;
}
4 => {
buf[0] = (code >> 18 & 0x07) as u8 | TAG_FOUR_B;
buf[1] = (code >> 12 & 0x3F) as u8 | TAG_CONT;
buf[2] = (code >> 6 & 0x3F) as u8 | TAG_CONT;
buf[3] = (code & 0x3F) as u8 | TAG_CONT;
}
_ => {}
};
CharEncodeUtf8 {
buf,
len: len as u8,
}
}
pub const fn as_bytes(&self) -> &[u8] {
crate::bytes::subslice(&self.buf, 0..self.len as usize)
}
#[cfg(test)]
pub fn as_str(&self) -> &str {
unsafe { core::str::from_utf8_unchecked(&self.buf[..self.len as usize]) }
}
}
#[test]
fn test_char_encode_utf8() {
macro_rules! test_char_encode_utf8 {
($ch: expr) => {{
let e = CharEncodeUtf8::new($ch);
let output = e.as_str();
let mut ans = [0; 4];
let ans = $ch.encode_utf8(&mut ans);
assert_eq!(output, ans);
}};
}
test_char_encode_utf8!('\0');
test_char_encode_utf8!('我');
test_char_encode_utf8!('\u{10ffff}');
}
pub struct CharEscapeUnicode {
buf: [u8; 10],
len: u8,
}
impl CharEscapeUnicode {
pub const unsafe fn from_code_point(code: u32) -> Self {
let mut hex_buf = [0; 10];
let mut hex_pos = 0;
let mut x = code;
loop {
hex_buf[hex_pos] = crate::ascii::num_to_hex_digit((x as u8) & 0x0f);
hex_pos += 1;
x >>= 4;
if x == 0 {
break;
}
}
let mut buf = [b'\\', b'u', b'{', 0, 0, 0, 0, 0, 0, 0];
let mut pos = 3;
while hex_pos > 0 {
hex_pos -= 1;
buf[pos] = hex_buf[hex_pos];
pos += 1;
}
buf[pos] = b'}';
pos += 1;
Self {
buf,
len: pos as u8,
}
}
pub const fn new(ch: char) -> Self {
unsafe { Self::from_code_point(ch as u32) }
}
#[cfg(test)]
pub fn as_str(&self) -> &str {
unsafe { core::str::from_utf8_unchecked(&self.buf[..self.len as usize]) }
}
}
#[test]
fn test_char_escape_unicode() {
macro_rules! test_char_escape_unicode {
($ch: expr) => {{
let e = CharEscapeUnicode::new($ch);
let output = e.as_str();
let ans = $ch.escape_unicode().to_string();
assert_eq!(output, ans);
}};
}
test_char_escape_unicode!('\0');
test_char_escape_unicode!('我');
test_char_escape_unicode!('\u{10ffff}');
}
pub struct CharEscapeDebug {
buf: [u8; 10],
len: u8,
}
impl CharEscapeDebug {
pub const unsafe fn from_code_point(code: u32) -> Self {
match code {
_ if code == '\t' as u32 => Self::backslash_ascii(b't'),
_ if code == '\r' as u32 => Self::backslash_ascii(b'r'),
_ if code == '\n' as u32 => Self::backslash_ascii(b'n'),
_ if code == '\\' as u32 || code == '"' as u32 || code == '\'' as u32 => {
Self::backslash_ascii(code as u8)
}
_ if code == ' ' as u32 => Self::ascii_printable(b' '),
_ if code >= '!' as u32 && code <= '~' as u32 => Self::ascii_printable(code as u8),
_ => Self::unicode_code_point(code),
}
}
pub const fn new(ch: char) -> Self {
match ch {
'\t' => Self::backslash_ascii(b't'),
'\r' => Self::backslash_ascii(b'r'),
'\n' => Self::backslash_ascii(b'n'),
'\\' | '"' | '\'' => Self::backslash_ascii(ch as u8),
' ' => Self::ascii_printable(b' '),
_ if ch.is_ascii_graphic() => Self::ascii_printable(ch as u8),
_ => Self::unicode(ch),
}
}
const fn ascii_printable(ch: u8) -> Self {
Self {
buf: [ch, 0, 0, 0, 0, 0, 0, 0, 0, 0],
len: 1,
}
}
const fn backslash_ascii(ch: u8) -> Self {
Self {
buf: [b'\\', ch, 0, 0, 0, 0, 0, 0, 0, 0],
len: 2,
}
}
const fn unicode(ch: char) -> Self {
let e = CharEscapeUnicode::new(ch);
Self {
buf: e.buf,
len: e.len,
}
}
const unsafe fn unicode_code_point(code: u32) -> Self {
let e = CharEscapeUnicode::from_code_point(code);
Self {
buf: e.buf,
len: e.len,
}
}
pub const fn as_bytes(&self) -> &[u8] {
crate::bytes::subslice(&self.buf, 0..self.len as usize)
}
#[cfg(test)]
pub fn as_str(&self) -> &str {
unsafe { core::str::from_utf8_unchecked(&self.buf[..self.len as usize]) }
}
pub const fn to_str_buf<const N: usize>(&self) -> StrBuf<N> {
let buf = crate::bytes::clone(self.as_bytes());
unsafe { StrBuf::new_unchecked(buf) }
}
}
#[test]
fn test_char_escape_debug() {
macro_rules! test_char_escape_debug {
($ch: expr) => {{
let e = CharEscapeDebug::new($ch);
let output = e.as_str();
let ans = $ch.escape_debug().to_string();
assert_eq!(output, ans);
}};
}
for ch in '\0'..='\u{7f}' {
test_char_escape_debug!(ch);
}
test_char_escape_debug!('\u{10ffff}');
}
#[allow(clippy::many_single_char_names)]
pub const fn next_code_point(bytes: &[u8]) -> Option<(u32, usize)> {
const CONT_MASK: u8 = 0b0011_1111;
const fn utf8_first_byte(byte: u8, width: u32) -> u32 {
(byte & (0x7F >> width)) as u32
}
const fn utf8_acc_cont_byte(ch: u32, byte: u8) -> u32 {
(ch << 6) | (byte & CONT_MASK) as u32
}
const fn unwrap_or_0(opt: Option<u8>) -> u8 {
match opt {
Some(byte) => byte,
None => 0,
}
}
let mut i = 0;
macro_rules! next {
() => {{
if i < bytes.len() {
let x = Some(bytes[i]);
i += 1;
x
} else {
None
}
}};
}
let x = match next!() {
Some(x) => x,
None => return None,
};
if x < 128 {
return Some((x as u32, i));
}
let init = utf8_first_byte(x, 2);
let y = unwrap_or_0(next!());
let mut ch = utf8_acc_cont_byte(init, y);
if x >= 0xE0 {
let z = unwrap_or_0(next!());
let y_z = utf8_acc_cont_byte((y & CONT_MASK) as u32, z);
ch = init << 12 | y_z;
if x >= 0xF0 {
let w = unwrap_or_0(next!());
ch = (init & 7) << 18 | utf8_acc_cont_byte(y_z, w);
}
}
Some((ch, i))
}
pub const fn str_count_chars(s: &str) -> usize {
let mut s = s.as_bytes();
let mut ans = 0;
while let Some((_, count)) = next_code_point(s) {
s = crate::bytes::advance(s, count);
ans += 1;
}
ans
}
pub const fn str_chars<const N: usize>(s: &str) -> [u32; N] {
let mut s = s.as_bytes();
let mut buf: [u32; N] = [0; N];
let mut pos = 0;
while let Some((ch, count)) = next_code_point(s) {
s = crate::bytes::advance(s, count);
buf[pos] = ch;
pos += 1;
}
constfn_assert!(pos == N);
buf
}
#[test]
fn test_str_chars() {
const X: &str = "唐可可";
const OUTPUT_LEN: usize = str_count_chars(X);
const OUTPUT_BUF: [char; OUTPUT_LEN] =
unsafe { core::mem::transmute(str_chars::<OUTPUT_LEN>(X)) };
let ans = X.chars().collect::<Vec<_>>();
assert_eq!(OUTPUT_BUF, ans.as_slice());
}