src/encoding.rs


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

use std::convert::TryFrom;
use crate::util::read_big_endian;

macro_rules! guard {
    ($cond:expr) => {
        if !$cond {
            return None;
        }
    }
}

pub fn from_latin_1(bytes: &[u8]) -> Option<String> {
    guard!(bytes.len() >= 1);

    Some(bytes.iter().map(|&b| char::from(b)).collect())
}

pub fn from_ucs_2_bom(bytes: &[u8]) -> Option<String> {
    let len = bytes.len();

    guard!(len % 2 == 0);
    guard!(len >= 2);

    let bom = read_big_endian(&bytes[0..2], 8);
    guard!(bom == 0xfeff || bom == 0xfffe);

    let mut res = String::with_capacity(len/2 - 1);

    for i in 1 .. len/2 {
        let val = if bom == 0xfeff {
            256 * bytes[2*i] as u16 + bytes[2*i+1] as u16
        } else {
            256 * bytes[2*i+1] as u16 + bytes[2*i] as u16
        };

        match char::try_from(val as u32) {
            Ok(c) => res.push(c),
            Err(_) => return None,
        };
    }

    Some(res)
}

pub fn from_utf8_mistaken_as_latin1(latin1: &str) -> Option<String> {
    guard!(latin1.chars().all(|c| (c as usize) < 256));
    match std::str::from_utf8(latin1.as_bytes()) {
        Ok(res) => Some(res.to_string()),
        Err(_) => None,
    }
}