diff options
Diffstat (limited to 'libutils/Unicode.cpp')
-rw-r--r-- | libutils/Unicode.cpp | 42 |
1 files changed, 0 insertions, 42 deletions
diff --git a/libutils/Unicode.cpp b/libutils/Unicode.cpp index 24a745ac5..b08e061c0 100644 --- a/libutils/Unicode.cpp +++ b/libutils/Unicode.cpp @@ -452,48 +452,6 @@ static inline void utf8_shift_and_mask(uint32_t* codePoint, const uint8_t byte) *codePoint |= 0x3F & byte; } -size_t utf8_to_utf32_length(const char *src, size_t src_len) -{ - if (src == nullptr || src_len == 0) { - return 0; - } - size_t ret = 0; - const char* cur; - const char* end; - size_t num_to_skip; - for (cur = src, end = src + src_len, num_to_skip = 1; - cur < end; - cur += num_to_skip, ret++) { - const char first_char = *cur; - num_to_skip = 1; - if ((first_char & 0x80) == 0) { // ASCII - continue; - } - int32_t mask; - - for (mask = 0x40; (first_char & mask); num_to_skip++, mask >>= 1) { - } - } - return ret; -} - -void utf8_to_utf32(const char* src, size_t src_len, char32_t* dst) -{ - if (src == nullptr || src_len == 0 || dst == nullptr) { - return; - } - - const char* cur = src; - const char* const end = src + src_len; - char32_t* cur_utf32 = dst; - while (cur < end) { - size_t num_read; - *cur_utf32++ = static_cast<char32_t>(utf32_at_internal(cur, &num_read)); - cur += num_read; - } - *cur_utf32 = 0; -} - static inline uint32_t utf8_to_utf32_codepoint(const uint8_t *src, size_t length) { uint32_t unicode; |