blob: 09c2902911c23f7f7c754dc0d707e5c9d6a0f033 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
#include "utf8.h"
#include <stdio.h>
#include <string.h>
#include <stdlib.h>
unsigned char * latin1ToUtf8(unsigned char c) {
static unsigned char utf8[3];
memset(utf8,0,3);
if(c < 128) utf8[0] = c;
else if(c<192) {
utf8[0] = 194;
utf8[1] = c;
}
else {
utf8[0] = 195;
utf8[1] = c-64;
}
return utf8;
}
unsigned char * latin1StrToUtf8Dup(unsigned char * latin1) {
/* utf8 should have at most two char's per latin1 char */
int len = strlen(latin1)*2+1;
unsigned char * ret = malloc(len);
unsigned char * cp = ret;
unsigned char * utf8;
memset(ret,0,len);
len = 0;
while(*latin1) {
utf8 = latin1ToUtf8(*latin1);
while(*utf8) {
*(cp++) = *(utf8++);
len++;
}
latin1++;
}
return realloc(ret,len+1);
}
unsigned char utf8ToLatin1(unsigned char * utf8) {
unsigned char c = 0;
if(utf8[0]<128) return utf8[0];
else if(utf8[0]==195) c+=64;
else if(utf8[0]!=194) return '?';
return c+utf8[1];
}
int validateUtf8Char(unsigned char * utf8Char) {
if(utf8Char[0]<0x80) return 1;
if(utf8Char[0]>=0xC0 && utf8Char[0]<=0xFD) {
int count = 1;
unsigned char t = 1 << 5;
int i;
while(count < 6 && (t & utf8Char[0])) {
t = (t >> 1);
count++;
}
if(count > 5) return 0;
for(i=1;i<=count;i++) {
if(utf8Char[i] < 0x80 || utf8Char[i] > 0xBF) return 0;
}
return count+1;
}
else return 0;
}
int validUtf8String(unsigned char * string) {
int ret;
while(*string) {
ret = validateUtf8Char(string);
if(0==ret) return 0;
string+= ret;
}
return 1;
}
unsigned char * utf8StrToLatin1Dup(unsigned char * utf8) {
/* utf8 should have at most two char's per latin1 char */
int len = strlen(utf8)+1;
unsigned char * ret = malloc(len);
unsigned char * cp = ret;
int count;
memset(ret,0,len);
len = 0;
while(*utf8) {
count = validateUtf8Char(utf8);
if(!count) {
free(ret);
return NULL;
}
*(cp++) = utf8ToLatin1(utf8);
utf8+= count;
len++;
}
return realloc(ret,len+1);
}
|
