utf.lua/test_utf.lua at master · eyeplum/utf.lua · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
local utf = require 'utf'

function test_1_octet()
    local code_units = utf.u32_to_u8(0x0020)
    assert(#code_units == 1)
    assert(code_units[1] == 0x0020)

    local code_point = utf.u8_to_u32(code_units)
    assert(code_point == 0x0020)
end

function test_2_octets()
    local code_units = utf.u32_to_u8(0x1FF)
    assert(#code_units == 2)
    assert(code_units[1] == 0xC7)
    assert(code_units[2] == 0xBF)

    local code_point = utf.u8_to_u32(code_units)
    assert(code_point == 0x1FF)
end

function test_3_octets()
    local code_units = utf.u32_to_u8(0x10FF)
    assert(#code_units == 3)
    assert(code_units[1] == 0xE1)
    assert(code_units[2] == 0x83)
    assert(code_units[3] == 0xBF)

    local code_point = utf.u8_to_u32(code_units)
    assert(code_point == 0x10FF)
end

function test_4_octets()
    local code_units = utf.u32_to_u8(0x1FFFF)
    assert(#code_units == 4)
    assert(code_units[1] == 0xF0)
    assert(code_units[2] == 0x9F)
    assert(code_units[3] == 0xBF)
    assert(code_units[4] == 0xBF)

    local code_point = utf.u8_to_u32(code_units)
    assert(code_point == 0x1FFFF)
end

function test_single_u16_code_unit()
    local code_units = utf.u32_to_u16(0x0020)
    assert(#code_units == 1)
    assert(code_units[1] == 0x0020)

    local code_point = utf.u16_to_u32(code_units)
    assert(code_point == 0x0020)
end

function test_surrogate_pair()
    local code_units = utf.u32_to_u16(0x1D405)
    assert(#code_units == 2)
    assert(code_units[1] == 0xD835)
    assert(code_units[2] == 0xDC05)

    local code_point = utf.u16_to_u32(code_units)
    assert(code_point == 0x1D405)
end

test_1_octet()
test_2_octets()
test_3_octets()
test_4_octets()
test_single_u16_code_unit()
test_surrogate_pair()

function test_u16_and_u8_round_trip()
    local utf_16 = { 0xD835, 0xDC05 }
    local utf_8 = utf.u16_to_u8(utf_16)
    assert(#utf_8 == 4)
    assert(utf_8[1] == 0xF0)
    assert(utf_8[2] == 0x9D)
    assert(utf_8[3] == 0x90)
    assert(utf_8[4] == 0x85)

    local round_tripped = utf.u8_to_u16(utf_8)
    assert(#round_tripped == 2)
    assert(round_tripped[1] == 0xD835)
    assert(round_tripped[2] == 0xDC05)
end

test_u16_and_u8_round_trip()