1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
|
// UTF-32 string
typedef struct {
char32_t *str;
size_t len;
} String32;
String32 str32(char32_t *str, size_t len) {
String32 s = {str, len};
return s;
}
String32 str32_substr(String32 s, size_t from, size_t len) {
return str32(s.str + from, len);
}
// frees string and sets it to ""
void str32_free(String32 *s) {
free(s->str);
s->str = NULL;
s->len = 0;
}
// the string returned should be str32_free'd.
// this will return an empty string if the allocation failed or the string is invalid UTF-8
String32 str32_from_utf8(char const *utf8) {
String32 string = {NULL, 0};
size_t len = strlen(utf8);
if (len) {
// the wide string uses at most as many "characters" (elements?) as the UTF-8 string
char32_t *widestr = calloc(len, sizeof *widestr);
if (widestr) {
char32_t *wide_p = widestr;
char const *utf8_p = utf8;
char const *utf8_end = utf8_p + len;
while (utf8_p < utf8_end) {
char32_t c = 0;
size_t n = unicode_utf8_to_utf32(&c, utf8_p, (size_t)(utf8_end - utf8_p));
if (n == 0 // null character. this shouldn't happen.
|| n >= (size_t)(-2) // invalid UTF-8
) {
free(widestr);
widestr = wide_p = NULL;
break;
} else {
// n bytes consumed
*wide_p++ = c;
utf8_p += n;
}
}
string.str = widestr;
string.len = (size_t)(wide_p - widestr);
}
}
return string;
}
// returns a null-terminated UTF-8 string
// the string returned should be free'd
// this will return NULL on failure
static char *str32_to_utf8_cstr(String32 s) {
char *utf8 = calloc(4 * s.len + 1, 1); // each codepoint takes up at most 4 bytes in UTF-8, + we need a terminating null byte
if (utf8) {
char *p = utf8;
for (size_t i = 0; i < s.len; ++i) {
size_t bytes = unicode_utf32_to_utf8(p, s.str[i]);
if (bytes == (size_t)-1) {
// invalid UTF-32 code point
free(utf8);
return NULL;
} else {
p += bytes;
}
}
*p = '\0';
}
return utf8;
}
// returns the index of the given character in the string, or the length of the string if it's not found.
size_t str32chr(String32 s, char32_t c) {
for (size_t i = 0; i < s.len; ++i) {
if (s.str[i] == c)
return i;
}
return s.len;
}
// returns number of instances of c in s
size_t str32_count_char(String32 s, char32_t c) {
size_t total = 0;
for (size_t i = 0; i < s.len; ++i) {
total += s.str[i] == c;
}
return total;
}
// returns number of characters deleted from s
size_t str32_remove_all_instances_of_char(String32 *s, char32_t c) {
char32_t *str = s->str;
size_t ndeleted = 0;
size_t len = s->len;
size_t out = 0;
for (size_t in = 0; in < len; ++in) {
if (str[in] == c) {
++ndeleted;
} else {
str[out++] = str[in];
}
}
s->len = out;
return ndeleted;
}
bool is32_space(char32_t c) {
return c <= WINT_MAX && iswspace((wint_t)c);
}
bool is32_alpha(char32_t c) {
return c <= WINT_MAX && iswalpha((wint_t)c);
}
bool is32_alnum(char32_t c) {
return c <= WINT_MAX && iswalnum((wint_t)c);
}
bool is32_digit(char32_t c) {
return c <= WINT_MAX && iswdigit((wint_t)c);
}
// could this character appear in a C-style identifier?
bool is32_ident(char32_t c) {
return c <= WINT_MAX && (iswalnum((wint_t)c) || c == '_');
}
|
