1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
// UTF-32 string
typedef struct {
char32_t *str;
size_t len;
} String32;
String32 str32(char32_t *str, size_t len) {
String32 s = {str, len};
return s;
}
String32 str32_substr(String32 s, size_t from, size_t len) {
return str32(s.str + from, len);
}
// frees string and sets it to ""
void str32_free(String32 *s) {
free(s->str);
s->str = NULL;
s->len = 0;
}
// the string returned should be str32_free'd.
// this will return an empty string if the allocation failed or the string is invalid UTF-8
String32 str32_from_utf8(char const *utf8) {
String32 string = {NULL, 0};
size_t len = strlen(utf8);
if (len) {
// the wide string uses at most as many "characters" (elements?) as the UTF-8 string
char32_t *widestr = calloc(len, sizeof *widestr);
if (widestr) {
char32_t *wide_p = widestr;
char const *utf8_p = utf8;
char const *utf8_end = utf8_p + len;
while (utf8_p < utf8_end) {
char32_t c = 0;
size_t n = unicode_utf8_to_utf32(&c, utf8_p, (size_t)(utf8_end - utf8_p));
if (n == 0 // null character. this shouldn't happen.
|| n == (size_t)(-1) // invalid UTF-8
) {
free(widestr);
widestr = wide_p = NULL;
break;
} else {
// n bytes consumed
*wide_p++ = c;
utf8_p += n;
}
}
string.str = widestr;
string.len = (size_t)(wide_p - widestr);
}
}
return string;
}
// returns a null-terminated UTF-8 string
// the string returned should be free'd
// this will return NULL on failure
static char *str32_to_utf8_cstr(String32 s) {
char *utf8 = calloc(4 * s.len + 1, 1); // each codepoint takes up at most 4 bytes in UTF-8, + we need a terminating null byte
if (utf8) {
char *p = utf8;
for (size_t i = 0; i < s.len; ++i) {
size_t bytes = unicode_utf32_to_utf8(p, s.str[i]);
if (bytes == (size_t)-1) {
// invalid UTF-32 code point
free(utf8);
return NULL;
} else {
p += bytes;
}
}
*p = '\0';
}
return utf8;
}
// returns the index of the given character in the string, or the length of the string if it's not found.
size_t str32chr(String32 s, char32_t c) {
for (size_t i = 0; i < s.len; ++i) {
if (s.str[i] == c)
return i;
}
return s.len;
}
// returns number of instances of c in s
size_t str32_count_char(String32 s, char32_t c) {
size_t total = 0;
for (size_t i = 0; i < s.len; ++i) {
total += s.str[i] == c;
}
return total;
}
// returns number of characters deleted from s
size_t str32_remove_all_instances_of_char(String32 *s, char32_t c) {
char32_t *str = s->str;
size_t ndeleted = 0;
size_t len = s->len;
size_t out = 0;
for (size_t in = 0; in < len; ++in) {
if (str[in] == c) {
++ndeleted;
} else {
str[out++] = str[in];
}
}
s->len = out;
return ndeleted;
}
bool is32_space(char32_t c) {
return c <= WINT_MAX && iswspace((wint_t)c);
}
bool is32_alpha(char32_t c) {
return c <= WINT_MAX && iswalpha((wint_t)c);
}
bool is32_alnum(char32_t c) {
return c <= WINT_MAX && iswalnum((wint_t)c);
}
// could this character appear in a C-style identifier?
bool is32_ident(char32_t c) {
return c <= WINT_MAX && (iswalnum((wint_t)c) || c == '_');
}
|
