diff options
author | pommicket <pommicket@gmail.com> | 2023-01-01 23:30:51 -0500 |
---|---|---|
committer | pommicket <pommicket@gmail.com> | 2023-01-01 23:30:51 -0500 |
commit | 4c1c689240f9590f25b18337f2f9897b29d9e27d (patch) | |
tree | 2b84f4b87acf665b974a72378c844f1c46f2b4c8 /string32.c | |
parent | 7ca811b72f10ce76d0372343bde71beea3528b20 (diff) |
move string32.c into util.c
Diffstat (limited to 'string32.c')
-rw-r--r-- | string32.c | 193 |
1 files changed, 0 insertions, 193 deletions
diff --git a/string32.c b/string32.c deleted file mode 100644 index 1b4f1ac..0000000 --- a/string32.c +++ /dev/null @@ -1,193 +0,0 @@ -// UTF-32 string -typedef struct { - char32_t *str; - size_t len; -} String32; - -String32 str32(char32_t *str, size_t len) { - String32 s = {str, len}; - return s; -} - -String32 str32_substr(String32 s, size_t from, size_t len) { - return str32(s.str + from, len); -} - -// frees string and sets it to "" -void str32_free(String32 *s) { - free(s->str); - s->str = NULL; - s->len = 0; -} - -// the string returned should be str32_free'd. -// this will return an empty string if the allocation failed or the string is invalid UTF-8 -String32 str32_from_utf8(char const *utf8) { - String32 string = {NULL, 0}; - size_t len = strlen(utf8); - if (len) { - // the wide string uses at most as many "characters" (elements?) as the UTF-8 string - char32_t *widestr = calloc(len, sizeof *widestr); - if (widestr) { - char32_t *wide_p = widestr; - char const *utf8_p = utf8; - char const *utf8_end = utf8_p + len; - while (utf8_p < utf8_end) { - char32_t c = 0; - size_t n = unicode_utf8_to_utf32(&c, utf8_p, (size_t)(utf8_end - utf8_p)); - if (n == 0 // null character. this shouldn't happen. - || n >= (size_t)(-2) // invalid UTF-8 - ) { - free(widestr); - widestr = wide_p = NULL; - break; - } else { - // n bytes consumed - *wide_p++ = c; - utf8_p += n; - } - } - string.str = widestr; - string.len = (size_t)(wide_p - widestr); - } - } - return string; -} - -// returns a null-terminated UTF-8 string -// the string returned should be free'd -// this will return NULL on failure -static char *str32_to_utf8_cstr(String32 s) { - char *utf8 = calloc(4 * s.len + 1, 1); // each codepoint takes up at most 4 bytes in UTF-8, + we need a terminating null byte - if (utf8) { - char *p = utf8; - for (size_t i = 0; i < s.len; ++i) { - size_t bytes = unicode_utf32_to_utf8(p, s.str[i]); - if (bytes == (size_t)-1) { - // invalid UTF-32 code point - free(utf8); - return NULL; - } else { - p += bytes; - } - } - *p = '\0'; - } - return utf8; -} - -// compare s to the ASCII string `ascii` -static int str32_cmp_ascii(String32 s, char const *ascii) { - for (size_t i = 0; i < s.len; ++i) { - assert((char32_t)ascii[i] < 128); - if ((char32_t)ascii[i] == '\0') - return -1; // ascii is a prefix of s - if (s.str[i] > (char32_t)ascii[i]) - return +1; - if (s.str[i] < (char32_t)ascii[i]) - return -1; - } - if (ascii[s.len]) { - // s is a prefix of ascii - return +1; - } - return 0; -} - -// check if s starts with the ASCII string `ascii` -static int str32_has_ascii_prefix(String32 s, char const *ascii) { - for (size_t i = 0; i < s.len; ++i) { - assert((char32_t)ascii[i] < 128); - if ((char32_t)ascii[i] == '\0') - return true; // ascii is a prefix of s - if (s.str[i] > (char32_t)ascii[i]) - return false; - if (s.str[i] < (char32_t)ascii[i]) - return false; - } - if (ascii[s.len]) { - // s is a prefix of ascii - return false; - } - // s is the same as ascii - return true; -} - -// returns the index of the given character in the string, or the length of the string if it's not found. -size_t str32chr(String32 s, char32_t c) { - for (size_t i = 0; i < s.len; ++i) { - if (s.str[i] == c) - return i; - } - return s.len; -} - -// returns number of instances of c in s -size_t str32_count_char(String32 s, char32_t c) { - size_t total = 0; - for (size_t i = 0; i < s.len; ++i) { - total += s.str[i] == c; - } - return total; -} - -// returns number of characters deleted from s -size_t str32_remove_all_instances_of_char(String32 *s, char32_t c) { - char32_t *str = s->str; - size_t ndeleted = 0; - size_t len = s->len; - size_t out = 0; - for (size_t in = 0; in < len; ++in) { - if (str[in] == c) { - ++ndeleted; - } else { - str[out++] = str[in]; - } - } - s->len = out; - return ndeleted; -} - -// returns the length of the longest prefix of `s` containing only -// ASCII characters in the C-string `charset`. -size_t str32_ascii_spn(String32 s, char const *charset) { - for (u32 i = 0; i < s.len; ++i) { - if (s.str[i] >= 128) - return i; // non-ASCII character in s, so that can't be in charset. - bool found = false; - for (char const *p = charset; *p; ++p) { - assert((char32_t)*p < 128); - if ((char32_t)*p == s.str[i]) { - found = true; - break; - } - } - if (!found) return i; - } - return s.len; -} - -bool is32_space(char32_t c) { - return c <= WINT_MAX && iswspace((wint_t)c); -} - -bool is32_alpha(char32_t c) { - return c <= WINT_MAX && iswalpha((wint_t)c); -} - -bool is32_alnum(char32_t c) { - return c <= WINT_MAX && iswalnum((wint_t)c); -} - -bool is32_digit(char32_t c) { - return c <= WINT_MAX && iswdigit((wint_t)c); -} - -bool is32_graph(char32_t c) { - return c <= WINT_MAX && iswgraph((wint_t)c); -} - -// could this character appear in a C-style identifier? -bool is32_ident(char32_t c) { - return c <= WINT_MAX && (iswalnum((wint_t)c) || c == '_'); -} |