1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
#include <stdio.h>
#include "../utf8.h"
#include "utf8-encode.h"
static int count_pass;
static int count_fail;
#define TEST(x, s, ...) \
do { \
if (x) { \
printf("\033[32;1mPASS\033[0m " s "\n", __VA_ARGS__); \
count_pass++; \
} else { \
printf("\033[31;1mFAIL\033[0m " s "\n", __VA_ARGS__); \
count_fail++; \
} \
} while (0)
int
main(void)
{
/* Make sure it can decode every character */
{
long failures = 0;
for (unsigned long i = 0; i < 0x10ffff; i++) {
if (!IS_SURROGATE(i)) {
int e;
uint32_t c;
unsigned char buf[8] = {0};
unsigned char *end = utf8_encode(buf, i);
unsigned char *res = utf8_decode(buf, &c, &e);
failures += end != res || c != i || e;
}
}
TEST(failures == 0, "decode all, errors: %ld", failures);
}
/* Reject everything outside of U+0000..U+10FFFF */
{
long failures = 0;
for (unsigned long i = 0x110000; i < 0x1fffff; i++) {
int e;
uint32_t c;
unsigned char buf[8] = {0};
utf8_encode(buf, i);
unsigned char *end = utf8_decode(buf, &c, &e);
failures += !e;
failures += end - buf != 4;
}
TEST(failures == 0, "out of range, errors: %ld", failures);
}
/* Does it reject all surrogate halves? */
{
long failures = 0;
for (unsigned long i = 0xd800; i <= 0xdfff; i++) {
int e;
uint32_t c;
unsigned char buf[8] = {0};
utf8_encode(buf, i);
utf8_decode(buf, &c, &e);
failures += !e;
}
TEST(failures == 0, "surrogate halves, errors: %ld", failures);
}
/* How about non-canonical encodings? */
{
int e;
uint32_t c;
unsigned char *end;
unsigned char buf2[8] = {0xc0, 0xA4};
end = utf8_decode(buf2, &c, &e);
TEST(e, "non-canonical len 2, 0x%02x", e);
TEST(end == buf2 + 2, "non-canonical recover 2, U+%04lx",
(unsigned long)c);
unsigned char buf3[8] = {0xe0, 0x80, 0xA4};
end = utf8_decode(buf3, &c, &e);
TEST(e, "non-canonical len 3, 0x%02x", e);
TEST(end == buf3 + 3, "non-canonical recover 3, U+%04lx",
(unsigned long)c);
unsigned char buf4[8] = {0xf0, 0x80, 0x80, 0xA4};
end = utf8_decode(buf4, &c, &e);
TEST(e, "non-canonical encoding len 4, 0x%02x", e);
TEST(end == buf4 + 4, "non-canonical recover 4, U+%04lx",
(unsigned long)c);
}
/* Let's try some bogus byte sequences */
{
int len, e;
uint32_t c;
/* Invalid first byte */
unsigned char buf0[4] = {0xff};
len = (unsigned char *)utf8_decode(buf0, &c, &e) - buf0;
TEST(e, "bogus [ff] 0x%02x U+%04lx", e, (unsigned long)c);
TEST(len == 1, "bogus [ff] recovery %d", len);
/* Invalid first byte */
unsigned char buf1[4] = {0x80};
len = (unsigned char *)utf8_decode(buf1, &c, &e) - buf1;
TEST(e, "bogus [80] 0x%02x U+%04lx", e, (unsigned long)c);
TEST(len == 1, "bogus [80] recovery %d", len);
/* Looks like a two-byte sequence but second byte is wrong */
unsigned char buf2[4] = {0xc0, 0x0a};
len = (unsigned char *)utf8_decode(buf2, &c, &e) - buf2;
TEST(e, "bogus [c0 0a] 0x%02x U+%04lx", e, (unsigned long)c);
TEST(len == 2, "bogus [c0 0a] recovery %d", len);
}
printf("%d fail, %d pass\n", count_fail, count_pass);
return count_fail != 0;
}
|
